2024-11-27 17:24:33,008 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-27 17:24:33,029 main DEBUG Took 0.018703 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 17:24:33,030 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 17:24:33,030 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 17:24:33,032 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 17:24:33,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,044 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 17:24:33,062 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,066 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,069 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,070 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,072 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,077 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,079 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,081 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:24:33,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,083 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 17:24:33,085 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:24:33,087 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 17:24:33,090 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 17:24:33,090 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 17:24:33,092 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 17:24:33,093 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 17:24:33,106 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 17:24:33,110 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 17:24:33,113 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 17:24:33,113 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 17:24:33,114 main DEBUG createAppenders(={Console}) 2024-11-27 17:24:33,115 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-27 17:24:33,116 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-27 17:24:33,116 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-27 17:24:33,117 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 17:24:33,117 main DEBUG OutputStream closed 2024-11-27 17:24:33,118 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 17:24:33,118 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 17:24:33,119 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-27 17:24:33,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 17:24:33,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 17:24:33,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 17:24:33,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 17:24:33,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 17:24:33,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 17:24:33,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 17:24:33,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 17:24:33,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 17:24:33,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 17:24:33,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 17:24:33,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 17:24:33,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 17:24:33,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 17:24:33,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 17:24:33,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 17:24:33,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 17:24:33,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 17:24:33,248 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 17:24:33,248 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-27 17:24:33,248 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 17:24:33,250 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-27T17:24:33,594 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337 2024-11-27 17:24:33,599 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 17:24:33,600 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T17:24:33,612 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-27T17:24:33,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:24:33,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9, deleteOnExit=true 2024-11-27T17:24:33,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:24:33,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/test.cache.data in system properties and HBase conf 2024-11-27T17:24:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:24:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:24:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:24:33,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:24:33,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:24:33,792 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T17:24:33,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:24:33,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:24:33,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:24:33,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:24:33,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:24:33,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:24:33,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:24:33,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:24:33,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:24:33,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:24:33,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:24:33,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:24:33,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:24:33,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:24:33,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:24:35,144 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T17:24:35,235 INFO [Time-limited test {}] log.Log(170): Logging initialized @3070ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T17:24:35,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:24:35,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:24:35,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:24:35,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:24:35,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:24:35,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:24:35,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:24:35,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:24:35,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/java.io.tmpdir/jetty-localhost-37971-hadoop-hdfs-3_4_1-tests_jar-_-any-14457031763510028609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:24:35,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:37971} 2024-11-27T17:24:35,662 INFO [Time-limited test {}] server.Server(415): Started @3498ms 2024-11-27T17:24:36,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:24:36,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:24:36,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:24:36,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:24:36,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:24:36,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:24:36,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:24:36,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/java.io.tmpdir/jetty-localhost-39099-hadoop-hdfs-3_4_1-tests_jar-_-any-4069091046196651596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:24:36,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:39099} 2024-11-27T17:24:36,699 INFO [Time-limited test {}] server.Server(415): Started @4534ms 2024-11-27T17:24:36,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:24:38,003 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/data/data2/current/BP-1406084354-172.17.0.3-1732728274617/current, will proceed with Du for space computation calculation, 2024-11-27T17:24:38,003 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/data/data1/current/BP-1406084354-172.17.0.3-1732728274617/current, will proceed with Du for space computation calculation, 2024-11-27T17:24:38,068 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:24:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ffd58aa467d35d9 with lease ID 0xe635265fb4161d37: Processing first storage report for DS-ce0a52a6-94e5-48cf-b7d3-d6c71295a0ad from datanode DatanodeRegistration(127.0.0.1:39437, datanodeUuid=cb09d14a-d500-4834-99c8-737326ec814a, infoPort=34555, infoSecurePort=0, ipcPort=36075, storageInfo=lv=-57;cid=testClusterID;nsid=474006539;c=1732728274617) 2024-11-27T17:24:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ffd58aa467d35d9 with lease ID 0xe635265fb4161d37: from storage DS-ce0a52a6-94e5-48cf-b7d3-d6c71295a0ad node DatanodeRegistration(127.0.0.1:39437, datanodeUuid=cb09d14a-d500-4834-99c8-737326ec814a, infoPort=34555, infoSecurePort=0, ipcPort=36075, storageInfo=lv=-57;cid=testClusterID;nsid=474006539;c=1732728274617), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T17:24:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ffd58aa467d35d9 with lease ID 0xe635265fb4161d37: Processing first storage report for DS-efb209c5-7d4b-488a-b56c-e581142d5942 from datanode DatanodeRegistration(127.0.0.1:39437, datanodeUuid=cb09d14a-d500-4834-99c8-737326ec814a, infoPort=34555, infoSecurePort=0, ipcPort=36075, storageInfo=lv=-57;cid=testClusterID;nsid=474006539;c=1732728274617) 2024-11-27T17:24:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ffd58aa467d35d9 with lease ID 0xe635265fb4161d37: from storage DS-efb209c5-7d4b-488a-b56c-e581142d5942 node DatanodeRegistration(127.0.0.1:39437, datanodeUuid=cb09d14a-d500-4834-99c8-737326ec814a, infoPort=34555, infoSecurePort=0, ipcPort=36075, storageInfo=lv=-57;cid=testClusterID;nsid=474006539;c=1732728274617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:24:38,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337 2024-11-27T17:24:38,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/zookeeper_0, clientPort=58672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:24:38,286 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58672 2024-11-27T17:24:38,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:38,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:24:38,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 with version=8 2024-11-27T17:24:38,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/hbase-staging 2024-11-27T17:24:39,098 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T17:24:39,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:24:39,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:24:39,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:24:39,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:24:39,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:24:39,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:24:39,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:24:39,672 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T17:24:39,684 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T17:24:39,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:24:39,718 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32015 (auto-detected) 2024-11-27T17:24:39,719 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T17:24:39,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45303 2024-11-27T17:24:39,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45303 connecting to ZooKeeper ensemble=127.0.0.1:58672 2024-11-27T17:24:39,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453030x0, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:24:39,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45303-0x1017d5348950000 connected 2024-11-27T17:24:39,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:39,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:39,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:24:39,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13, hbase.cluster.distributed=false 2024-11-27T17:24:39,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:24:40,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45303 2024-11-27T17:24:40,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45303 2024-11-27T17:24:40,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45303 2024-11-27T17:24:40,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45303 2024-11-27T17:24:40,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45303 2024-11-27T17:24:40,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:24:40,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:24:40,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:24:40,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:24:40,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:24:40,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:24:40,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:24:40,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:24:40,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34765 2024-11-27T17:24:40,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34765 connecting to ZooKeeper ensemble=127.0.0.1:58672 2024-11-27T17:24:40,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:40,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347650x0, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:24:40,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34765-0x1017d5348950001 connected 2024-11-27T17:24:40,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:24:40,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:24:40,150 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:24:40,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:24:40,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:24:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34765 2024-11-27T17:24:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34765 2024-11-27T17:24:40,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34765 2024-11-27T17:24:40,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34765 2024-11-27T17:24:40,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34765 2024-11-27T17:24:40,178 DEBUG [M:0;8f0673442175:45303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:45303 2024-11-27T17:24:40,179 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8f0673442175,45303,1732728279248 2024-11-27T17:24:40,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:24:40,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:24:40,192 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8f0673442175,45303,1732728279248 2024-11-27T17:24:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:24:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:40,222 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T17:24:40,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8f0673442175,45303,1732728279248 from backup master directory 2024-11-27T17:24:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8f0673442175,45303,1732728279248 2024-11-27T17:24:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:24:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:24:40,232 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:24:40,233 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,45303,1732728279248 2024-11-27T17:24:40,235 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T17:24:40,236 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T17:24:40,292 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/hbase.id] with ID: 0d52f934-f74d-4c47-bcbe-e39a1c89d02e 2024-11-27T17:24:40,293 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/.tmp/hbase.id 2024-11-27T17:24:40,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:24:40,707 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/.tmp/hbase.id]:[hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/hbase.id] 2024-11-27T17:24:40,761 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:24:40,767 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:24:40,792 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-27T17:24:40,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:40,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:24:41,398 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:24:41,422 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:24:41,452 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:41,458 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:24:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:24:41,556 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store 2024-11-27T17:24:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:24:42,012 INFO [master/8f0673442175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T17:24:42,017 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:24:42,019 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:24:42,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:24:42,020 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:24:42,030 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:24:42,030 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:24:42,031 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:24:42,035 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728282019Disabling compacts and flushes for region at 1732728282019Disabling writes for close at 1732728282030 (+11 ms)Writing region close event to WAL at 1732728282031 (+1 ms)Closed at 1732728282031 2024-11-27T17:24:42,040 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/.initializing 2024-11-27T17:24:42,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/WALs/8f0673442175,45303,1732728279248 2024-11-27T17:24:42,055 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:24:42,079 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C45303%2C1732728279248, suffix=, logDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/WALs/8f0673442175,45303,1732728279248, archiveDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/oldWALs, maxLogs=10 2024-11-27T17:24:42,120 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/WALs/8f0673442175,45303,1732728279248/8f0673442175%2C45303%2C1732728279248.1732728282091, exclude list is [], retry=0 2024-11-27T17:24:42,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-ce0a52a6-94e5-48cf-b7d3-d6c71295a0ad,DISK] 2024-11-27T17:24:42,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T17:24:42,216 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/WALs/8f0673442175,45303,1732728279248/8f0673442175%2C45303%2C1732728279248.1732728282091 2024-11-27T17:24:42,218 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34555:34555)] 2024-11-27T17:24:42,218 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:24:42,219 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:24:42,224 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,225 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:24:42,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:42,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:24:42,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:42,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:24:42,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:24:42,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:42,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:24:42,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:24:42,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:42,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:24:42,359 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,364 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,365 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,373 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,374 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,383 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:24:42,389 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:24:42,398 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:24:42,401 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66567837, jitterRate=-0.008061930537223816}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:24:42,410 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728282243Initializing all the Stores at 1732728282247 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728282248 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728282250 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728282250Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728282250Cleaning up temporary data from old regions at 1732728282375 (+125 ms)Region opened successfully at 1732728282410 (+35 ms) 2024-11-27T17:24:42,412 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:24:42,463 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46394c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:24:42,503 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:24:42,516 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:24:42,517 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:24:42,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:24:42,522 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T17:24:42,528 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T17:24:42,529 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:24:42,564 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:24:42,577 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T17:24:42,655 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T17:24:42,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:24:42,660 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:24:42,673 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T17:24:42,677 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:24:42,686 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:24:42,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T17:24:42,697 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:24:42,705 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T17:24:42,730 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:24:42,737 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T17:24:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:24:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:24:42,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:42,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:42,753 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,45303,1732728279248, sessionid=0x1017d5348950000, setting cluster-up flag (Was=false) 2024-11-27T17:24:42,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:42,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:42,821 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T17:24:42,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45303,1732728279248 2024-11-27T17:24:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:42,873 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T17:24:42,875 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45303,1732728279248 2024-11-27T17:24:42,883 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:24:42,980 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(746): ClusterId : 0d52f934-f74d-4c47-bcbe-e39a1c89d02e 2024-11-27T17:24:42,983 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:24:42,995 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:24:43,000 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:24:43,000 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:24:43,009 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:24:43,012 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:24:43,013 DEBUG [RS:0;8f0673442175:34765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2578bc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:24:43,018 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:24:43,025 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,45303,1732728279248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:24:43,031 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:34765 2024-11-27T17:24:43,035 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:24:43,035 INFO [RS:0;8f0673442175:34765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:24:43,035 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:24:43,035 INFO [RS:0;8f0673442175:34765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:24:43,035 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:24:43,035 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:24:43,035 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:24:43,036 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:24:43,036 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,036 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:24:43,036 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,038 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,45303,1732728279248 with port=34765, startcode=1732728280069 2024-11-27T17:24:43,054 DEBUG [RS:0;8f0673442175:34765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:24:43,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:24:43,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:24:43,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:43,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:24:43,068 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728313068 2024-11-27T17:24:43,070 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:24:43,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:24:43,074 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:24:43,074 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:24:43,075 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:24:43,075 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:24:43,092 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,097 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:24:43,099 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:24:43,099 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:24:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:24:43,104 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:24:43,105 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:24:43,116 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728283106,5,FailOnTimeoutGroup] 2024-11-27T17:24:43,117 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728283116,5,FailOnTimeoutGroup] 2024-11-27T17:24:43,118 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,118 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:24:43,119 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:24:43,120 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,34765,1732728280069 2024-11-27T17:24:43,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45303 {}] master.ServerManager(517): Registering regionserver=8f0673442175,34765,1732728280069 2024-11-27T17:24:43,142 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:24:43,142 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44875 2024-11-27T17:24:43,142 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:24:43,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:24:43,196 DEBUG [RS:0;8f0673442175:34765 {}] zookeeper.ZKUtil(111): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,34765,1732728280069 2024-11-27T17:24:43,196 WARN [RS:0;8f0673442175:34765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:24:43,196 INFO [RS:0;8f0673442175:34765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:24:43,196 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069 2024-11-27T17:24:43,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,34765,1732728280069] 2024-11-27T17:24:43,227 INFO [RS:0;8f0673442175:34765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:24:43,249 INFO [RS:0;8f0673442175:34765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:24:43,255 INFO [RS:0;8f0673442175:34765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:24:43,255 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,257 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:24:43,263 INFO [RS:0;8f0673442175:34765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:24:43,265 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,266 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,266 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,266 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,266 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,266 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,266 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:24:43,267 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,267 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,267 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,268 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,268 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,269 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:24:43,269 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:24:43,269 DEBUG [RS:0;8f0673442175:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:24:43,276 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,276 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,276 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,276 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,277 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,277 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34765,1732728280069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:24:43,300 INFO [RS:0;8f0673442175:34765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:24:43,302 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34765,1732728280069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,302 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,302 INFO [RS:0;8f0673442175:34765 {}] regionserver.Replication(171): 8f0673442175,34765,1732728280069 started 2024-11-27T17:24:43,324 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:43,324 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,34765,1732728280069, RpcServer on 8f0673442175/172.17.0.3:34765, sessionid=0x1017d5348950001 2024-11-27T17:24:43,325 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:24:43,325 DEBUG [RS:0;8f0673442175:34765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,34765,1732728280069 2024-11-27T17:24:43,326 DEBUG [RS:0;8f0673442175:34765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,34765,1732728280069' 2024-11-27T17:24:43,326 DEBUG [RS:0;8f0673442175:34765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:24:43,327 DEBUG [RS:0;8f0673442175:34765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:24:43,328 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:24:43,328 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:24:43,328 DEBUG [RS:0;8f0673442175:34765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,34765,1732728280069 2024-11-27T17:24:43,328 DEBUG [RS:0;8f0673442175:34765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,34765,1732728280069' 2024-11-27T17:24:43,328 DEBUG [RS:0;8f0673442175:34765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:24:43,333 DEBUG [RS:0;8f0673442175:34765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:24:43,334 DEBUG [RS:0;8f0673442175:34765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:24:43,334 INFO [RS:0;8f0673442175:34765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:24:43,334 INFO [RS:0;8f0673442175:34765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:24:43,440 INFO [RS:0;8f0673442175:34765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:24:43,444 INFO [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C34765%2C1732728280069, suffix=, logDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069, archiveDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/oldWALs, maxLogs=32 2024-11-27T17:24:43,465 DEBUG [RS:0;8f0673442175:34765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069/8f0673442175%2C34765%2C1732728280069.1732728283447, exclude list is [], retry=0 2024-11-27T17:24:43,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:24:43,508 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:24:43,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-ce0a52a6-94e5-48cf-b7d3-d6c71295a0ad,DISK] 2024-11-27T17:24:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:24:43,544 INFO [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069/8f0673442175%2C34765%2C1732728280069.1732728283447 2024-11-27T17:24:43,544 DEBUG [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34555:34555)] 2024-11-27T17:24:43,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:24:43,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:24:43,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:24:43,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:43,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:43,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:24:43,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:24:43,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:43,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:43,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:24:43,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:24:43,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:43,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:43,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:24:43,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:24:43,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:43,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:43,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:24:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740 2024-11-27T17:24:43,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740 2024-11-27T17:24:43,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:24:43,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:24:43,976 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:24:43,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:24:43,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:24:43,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61090382, jitterRate=-0.08968237042427063}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:24:43,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728283946Initializing all the Stores at 1732728283949 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728283949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728283949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728283949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728283949Cleaning up temporary data from old regions at 1732728283975 (+26 ms)Region opened successfully at 1732728283988 (+13 ms) 2024-11-27T17:24:43,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:24:43,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:24:43,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:24:43,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:24:43,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:24:43,990 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:24:43,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728283988Disabling compacts and flushes for region at 1732728283988Disabling writes for close at 1732728283989 (+1 ms)Writing region close event to WAL at 1732728283990 (+1 ms)Closed at 1732728283990 2024-11-27T17:24:43,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:24:43,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:24:44,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:24:44,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:24:44,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:24:44,169 DEBUG [8f0673442175:45303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:24:44,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:24:44,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,34765,1732728280069, state=OPENING 2024-11-27T17:24:44,410 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:24:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:44,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:24:44,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:24:44,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:24:44,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:24:44,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:24:44,774 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:24:44,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:24:44,804 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:24:44,804 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:24:44,805 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:24:44,814 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C34765%2C1732728280069.meta, suffix=.meta, logDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069, archiveDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/oldWALs, maxLogs=32 2024-11-27T17:24:44,837 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069/8f0673442175%2C34765%2C1732728280069.meta.1732728284816.meta, exclude list is [], retry=0 2024-11-27T17:24:44,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-ce0a52a6-94e5-48cf-b7d3-d6c71295a0ad,DISK] 2024-11-27T17:24:44,845 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/WALs/8f0673442175,34765,1732728280069/8f0673442175%2C34765%2C1732728280069.meta.1732728284816.meta 2024-11-27T17:24:44,846 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34555:34555)] 2024-11-27T17:24:44,846 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:24:44,848 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:24:44,850 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:24:44,854 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:24:44,858 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:24:44,859 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:24:44,859 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:24:44,859 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:24:44,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:24:44,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:24:44,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:44,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:44,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:24:44,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:24:44,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:44,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:44,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:24:44,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:24:44,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:44,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:44,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:24:44,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:24:44,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:44,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:24:44,876 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:24:44,878 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740 2024-11-27T17:24:44,882 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740 2024-11-27T17:24:44,885 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:24:44,885 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:24:44,886 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:24:44,891 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:24:44,893 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917114, jitterRate=-0.0326596200466156}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:24:44,894 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:24:44,896 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728284860Writing region info on filesystem at 1732728284860Initializing all the Stores at 1732728284862 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728284862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728284862Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728284862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728284862Cleaning up temporary data from old regions at 1732728284885 (+23 ms)Running coprocessor post-open hooks at 1732728284894 (+9 ms)Region opened successfully at 1732728284895 (+1 ms) 2024-11-27T17:24:44,904 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728284762 2024-11-27T17:24:44,918 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:24:44,919 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:24:44,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:24:44,925 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,34765,1732728280069, state=OPEN 2024-11-27T17:24:44,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:24:44,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:24:44,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:24:44,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:24:44,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:45,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:24:45,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,34765,1732728280069 in 414 msec 2024-11-27T17:24:45,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:24:45,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0040 sec 2024-11-27T17:24:45,018 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:24:45,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:24:45,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:45,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:45,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:45,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:45,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1570 sec 2024-11-27T17:24:45,083 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728285083, completionTime=-1 2024-11-27T17:24:45,086 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:24:45,087 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:24:45,112 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:24:45,112 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728345112 2024-11-27T17:24:45,112 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728405112 2024-11-27T17:24:45,112 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-27T17:24:45,115 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45303,1732728279248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,115 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45303,1732728279248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,115 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45303,1732728279248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,117 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:45303, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,118 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,119 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,126 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:24:45,149 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.916sec 2024-11-27T17:24:45,150 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:24:45,151 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:24:45,152 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:24:45,153 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:24:45,153 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:24:45,154 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45303,1732728279248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:24:45,154 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45303,1732728279248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:24:45,162 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:24:45,163 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:24:45,164 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45303,1732728279248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:24:45,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132591a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:45,194 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T17:24:45,194 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T17:24:45,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:45,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:45,221 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:45,238 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:45,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c236f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:45,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:45,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:45,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,45303,1732728279248 2024-11-27T17:24:45,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=590, ProcessCount=11, AvailableMemoryMB=6908 2024-11-27T17:24:45,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:24:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d48f8e 2024-11-27T17:24:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:24:45,373 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:24:45,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:24:45,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:24:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T17:24:45,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:24:45,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-27T17:24:45,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:45,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:24:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:24:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741835_1011 (size=959) 2024-11-27T17:24:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:24:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:24:45,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:24:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741836_1012 (size=53) 2024-11-27T17:24:45,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:24:45,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2f39918417a0cb6557217e0577bc5f11, disabling compactions & flushes 2024-11-27T17:24:45,861 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:45,861 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:45,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. after waiting 0 ms 2024-11-27T17:24:45,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:45,862 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:45,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f39918417a0cb6557217e0577bc5f11: Waiting for close lock at 1732728285861Disabling compacts and flushes for region at 1732728285861Disabling writes for close at 1732728285862 (+1 ms)Writing region close event to WAL at 1732728285862Closed at 1732728285862 2024-11-27T17:24:45,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:24:45,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732728285865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728285865"}]},"ts":"1732728285865"} 2024-11-27T17:24:45,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:24:45,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:24:45,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728285888"}]},"ts":"1732728285888"} 2024-11-27T17:24:45,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T17:24:45,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, ASSIGN}] 2024-11-27T17:24:45,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, ASSIGN 2024-11-27T17:24:45,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, ASSIGN; state=OFFLINE, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=false 2024-11-27T17:24:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:24:46,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f39918417a0cb6557217e0577bc5f11, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:24:46,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, ASSIGN because future has completed 2024-11-27T17:24:46,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:24:46,287 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:46,287 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:24:46,288 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,288 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:24:46,289 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,289 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,297 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,301 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f39918417a0cb6557217e0577bc5f11 columnFamilyName A 2024-11-27T17:24:46,301 DEBUG [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:46,303 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] regionserver.HStore(327): Store=2f39918417a0cb6557217e0577bc5f11/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:24:46,303 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,329 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f39918417a0cb6557217e0577bc5f11 columnFamilyName B 2024-11-27T17:24:46,329 DEBUG [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:46,330 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] regionserver.HStore(327): Store=2f39918417a0cb6557217e0577bc5f11/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:24:46,330 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,337 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f39918417a0cb6557217e0577bc5f11 columnFamilyName C 2024-11-27T17:24:46,337 DEBUG [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:24:46,338 INFO [StoreOpener-2f39918417a0cb6557217e0577bc5f11-1 {}] regionserver.HStore(327): Store=2f39918417a0cb6557217e0577bc5f11/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:24:46,339 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,341 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,342 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,345 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,345 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,347 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:24:46,350 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,356 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:24:46,357 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f39918417a0cb6557217e0577bc5f11; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68019619, jitterRate=0.013571307063102722}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:24:46,358 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,359 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f39918417a0cb6557217e0577bc5f11: Running coprocessor pre-open hook at 1732728286289Writing region info on filesystem at 1732728286289Initializing all the Stores at 1732728286292 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728286292Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728286296 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728286296Cleaning up temporary data from old regions at 1732728286345 (+49 ms)Running coprocessor post-open hooks at 1732728286358 (+13 ms)Region opened successfully at 1732728286359 (+1 ms) 2024-11-27T17:24:46,362 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., pid=6, masterSystemTime=1732728286273 2024-11-27T17:24:46,369 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:46,369 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:46,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f39918417a0cb6557217e0577bc5f11, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:24:46,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:24:46,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:24:46,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 in 307 msec 2024-11-27T17:24:46,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:24:46,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, ASSIGN in 486 msec 2024-11-27T17:24:46,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:24:46,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728286401"}]},"ts":"1732728286401"} 2024-11-27T17:24:46,415 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T17:24:46,419 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:24:46,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.0250 sec 2024-11-27T17:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:24:46,567 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:24:46,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c32821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,574 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c6058d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,578 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e5dcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:24:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:24:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ab891d 2024-11-27T17:24:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:24:46,592 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:24:46,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd90ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,598 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14496fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,602 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,610 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,629 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,632 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,636 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103656b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ddbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,640 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf9ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4f63f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,646 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ee4412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,650 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3b3fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3111333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,655 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6e851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29434e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:24:46,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:24:46,662 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:24:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:24:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:24:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68732d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:24:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:24:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:24:46,664 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:24:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7b74c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:24:46,669 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,670 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,672 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,674 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,685 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,698 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,703 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:24:46,725 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,733 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,734 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-27T17:24:46,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,736 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:24:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:46,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:24:46,756 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:24:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:24:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:24:46,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:24:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:24:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:46,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:46,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:46,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:46,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:46,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:46,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/532af062198942bdb746172cfc0f4995 is 50, key is test_row_0/A:col10/1732728286797/Put/seqid=0 2024-11-27T17:24:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741837_1013 (size=12001) 2024-11-27T17:24:47,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/532af062198942bdb746172cfc0f4995 2024-11-27T17:24:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728347106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:47,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728347114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728347112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728347126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728347129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/337a0a84bfef4f34a3de541b5d474efb is 50, key is test_row_0/B:col10/1732728286797/Put/seqid=0 2024-11-27T17:24:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741838_1014 (size=12001) 2024-11-27T17:24:47,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/337a0a84bfef4f34a3de541b5d474efb 2024-11-27T17:24:47,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/fc8ef15e95f4445d9dc2fec12693b6a6 is 50, key is test_row_0/C:col10/1732728286797/Put/seqid=0 2024-11-27T17:24:47,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728347287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728347288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728347288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728347289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728347289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741839_1015 (size=12001) 2024-11-27T17:24:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:47,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728347498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728347507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728347508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728347508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728347508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:47,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/fc8ef15e95f4445d9dc2fec12693b6a6 2024-11-27T17:24:47,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/532af062198942bdb746172cfc0f4995 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/532af062198942bdb746172cfc0f4995 2024-11-27T17:24:47,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/532af062198942bdb746172cfc0f4995, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T17:24:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728347816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,831 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-27T17:24:47,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/337a0a84bfef4f34a3de541b5d474efb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/337a0a84bfef4f34a3de541b5d474efb 2024-11-27T17:24:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:47,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/337a0a84bfef4f34a3de541b5d474efb, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T17:24:47,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/fc8ef15e95f4445d9dc2fec12693b6a6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/fc8ef15e95f4445d9dc2fec12693b6a6 2024-11-27T17:24:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728347833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:47,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/fc8ef15e95f4445d9dc2fec12693b6a6, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T17:24:47,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2f39918417a0cb6557217e0577bc5f11 in 1074ms, sequenceid=13, compaction requested=false 2024-11-27T17:24:47,913 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T17:24:47,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:47,933 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:47,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:24:47,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:47,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:47,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/16ad6fdec3974e08ab358ff35fe1bdb7 is 50, key is test_row_0/A:col10/1732728287932/Put/seqid=0 2024-11-27T17:24:48,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728348013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741840_1016 (size=14341) 2024-11-27T17:24:48,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728348034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728348043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:48,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:48,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728348137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728348168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728348168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:48,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:48,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728348339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728348372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728348411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728348417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728348418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/16ad6fdec3974e08ab358ff35fe1bdb7 2024-11-27T17:24:48,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/ecb1c8577c884adabf3ca6404731e558 is 50, key is test_row_0/B:col10/1732728287932/Put/seqid=0 2024-11-27T17:24:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741841_1017 (size=12001) 2024-11-27T17:24:48,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728348687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728348726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728348738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:48,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:48,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:48,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:48,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:48,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:48,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/ecb1c8577c884adabf3ca6404731e558 2024-11-27T17:24:49,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/76a58b2df174420c92c483e860972517 is 50, key is test_row_0/C:col10/1732728287932/Put/seqid=0 2024-11-27T17:24:49,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741842_1018 (size=12001) 2024-11-27T17:24:49,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/76a58b2df174420c92c483e860972517 2024-11-27T17:24:49,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/16ad6fdec3974e08ab358ff35fe1bdb7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/16ad6fdec3974e08ab358ff35fe1bdb7 2024-11-27T17:24:49,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/16ad6fdec3974e08ab358ff35fe1bdb7, entries=200, sequenceid=40, filesize=14.0 K 2024-11-27T17:24:49,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/ecb1c8577c884adabf3ca6404731e558 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ecb1c8577c884adabf3ca6404731e558 2024-11-27T17:24:49,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ecb1c8577c884adabf3ca6404731e558, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:24:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/76a58b2df174420c92c483e860972517 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/76a58b2df174420c92c483e860972517 2024-11-27T17:24:49,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/76a58b2df174420c92c483e860972517, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:24:49,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2f39918417a0cb6557217e0577bc5f11 in 1200ms, sequenceid=40, compaction requested=false 2024-11-27T17:24:49,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:49,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:24:49,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:49,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:24:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:49,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/128d5cccaa2844f798b7b2d73584f8b1 is 50, key is test_row_0/A:col10/1732728288002/Put/seqid=0 2024-11-27T17:24:49,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741843_1019 (size=14341) 2024-11-27T17:24:49,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728349390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728349403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728349393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728349410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728349435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,449 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 2f39918417a0cb6557217e0577bc5f11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2341 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:24:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728349516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728349526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728349527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728349527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:24:49,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:24:49,696 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:24:49,696 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:24:49,697 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:24:49,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:24:49,698 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T17:24:49,698 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T17:24:49,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/128d5cccaa2844f798b7b2d73584f8b1 2024-11-27T17:24:49,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:49,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728349737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728349738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728349739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728349742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:49,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9a85df75462b4200af4b4ff902fc336f is 50, key is test_row_0/B:col10/1732728288002/Put/seqid=0 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:49,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741844_1020 (size=12001) 2024-11-27T17:24:49,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9a85df75462b4200af4b4ff902fc336f 2024-11-27T17:24:49,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/62f8fb8146c6401daa9dced921983695 is 50, key is test_row_0/C:col10/1732728288002/Put/seqid=0 2024-11-27T17:24:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741845_1021 (size=12001) 2024-11-27T17:24:49,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:49,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:50,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728350056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728350066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728350066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728350066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/62f8fb8146c6401daa9dced921983695 2024-11-27T17:24:50,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/128d5cccaa2844f798b7b2d73584f8b1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/128d5cccaa2844f798b7b2d73584f8b1 2024-11-27T17:24:50,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/128d5cccaa2844f798b7b2d73584f8b1, entries=200, sequenceid=51, filesize=14.0 K 2024-11-27T17:24:50,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9a85df75462b4200af4b4ff902fc336f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9a85df75462b4200af4b4ff902fc336f 2024-11-27T17:24:50,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9a85df75462b4200af4b4ff902fc336f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T17:24:50,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/62f8fb8146c6401daa9dced921983695 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/62f8fb8146c6401daa9dced921983695 2024-11-27T17:24:50,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:50,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/62f8fb8146c6401daa9dced921983695, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T17:24:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:50,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2f39918417a0cb6557217e0577bc5f11 in 1145ms, sequenceid=51, compaction requested=true 2024-11-27T17:24:50,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:50,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:24:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:24:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:24:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:50,389 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:50,392 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:50,393 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:50,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:24:50,395 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:24:50,396 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,396 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/337a0a84bfef4f34a3de541b5d474efb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ecb1c8577c884adabf3ca6404731e558, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9a85df75462b4200af4b4ff902fc336f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.2 K 2024-11-27T17:24:50,399 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 337a0a84bfef4f34a3de541b5d474efb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732728286797 2024-11-27T17:24:50,400 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb1c8577c884adabf3ca6404731e558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728287107 2024-11-27T17:24:50,402 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a85df75462b4200af4b4ff902fc336f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732728288002 2024-11-27T17:24:50,406 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:50,407 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:24:50,407 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,407 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/532af062198942bdb746172cfc0f4995, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/16ad6fdec3974e08ab358ff35fe1bdb7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/128d5cccaa2844f798b7b2d73584f8b1] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=39.7 K 2024-11-27T17:24:50,409 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 532af062198942bdb746172cfc0f4995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732728286797 2024-11-27T17:24:50,411 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16ad6fdec3974e08ab358ff35fe1bdb7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728287095 2024-11-27T17:24:50,414 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 128d5cccaa2844f798b7b2d73584f8b1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732728288002 2024-11-27T17:24:50,499 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#10 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:50,499 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#9 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:50,500 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/48147a94b6114af29809e924191eb92e is 50, key is test_row_0/B:col10/1732728288002/Put/seqid=0 2024-11-27T17:24:50,501 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c562c4915473410ea2b8678e70f3096c is 50, key is test_row_0/A:col10/1732728288002/Put/seqid=0 2024-11-27T17:24:50,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T17:24:50,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,522 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:24:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741846_1022 (size=12104) 2024-11-27T17:24:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741847_1023 (size=12104) 2024-11-27T17:24:50,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/fa997625dfad4a1ea9153fc019d6feac is 50, key is test_row_0/A:col10/1732728289377/Put/seqid=0 2024-11-27T17:24:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:50,601 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c562c4915473410ea2b8678e70f3096c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c562c4915473410ea2b8678e70f3096c 2024-11-27T17:24:50,647 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into c562c4915473410ea2b8678e70f3096c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:50,647 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:50,650 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728290373; duration=0sec 2024-11-27T17:24:50,651 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:50,651 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:24:50,651 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:50,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741848_1024 (size=12001) 2024-11-27T17:24:50,655 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/fa997625dfad4a1ea9153fc019d6feac 2024-11-27T17:24:50,664 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:50,664 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:24:50,664 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:50,664 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/fc8ef15e95f4445d9dc2fec12693b6a6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/76a58b2df174420c92c483e860972517, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/62f8fb8146c6401daa9dced921983695] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.2 K 2024-11-27T17:24:50,667 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc8ef15e95f4445d9dc2fec12693b6a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732728286797 2024-11-27T17:24:50,670 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76a58b2df174420c92c483e860972517, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728287107 2024-11-27T17:24:50,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62f8fb8146c6401daa9dced921983695, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732728288002 2024-11-27T17:24:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8b72a86efad64550a7ce62a8f5bdfc58 is 50, key is test_row_0/B:col10/1732728289377/Put/seqid=0 2024-11-27T17:24:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741849_1025 (size=12001) 2024-11-27T17:24:50,710 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8b72a86efad64550a7ce62a8f5bdfc58 2024-11-27T17:24:50,711 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:50,712 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a425e9792b2b48eb82adc7b80654c178 is 50, key is test_row_0/C:col10/1732728288002/Put/seqid=0 2024-11-27T17:24:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728350637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728350731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728350738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728350739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/e0a467c72adb456ebcdf7191f19d14fd is 50, key is test_row_0/C:col10/1732728289377/Put/seqid=0 2024-11-27T17:24:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741850_1026 (size=12104) 2024-11-27T17:24:50,799 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a425e9792b2b48eb82adc7b80654c178 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a425e9792b2b48eb82adc7b80654c178 2024-11-27T17:24:50,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741851_1027 (size=12001) 2024-11-27T17:24:50,818 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into a425e9792b2b48eb82adc7b80654c178(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:50,818 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:50,818 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728290387; duration=0sec 2024-11-27T17:24:50,819 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:50,819 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:24:50,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728350846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728350855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728350866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728350866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:50,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:50,975 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/48147a94b6114af29809e924191eb92e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/48147a94b6114af29809e924191eb92e 2024-11-27T17:24:51,005 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 48147a94b6114af29809e924191eb92e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:51,005 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:51,006 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728290387; duration=0sec 2024-11-27T17:24:51,008 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:51,009 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:24:51,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728351058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728351075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728351086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728351086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,215 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/e0a467c72adb456ebcdf7191f19d14fd 2024-11-27T17:24:51,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/fa997625dfad4a1ea9153fc019d6feac as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa997625dfad4a1ea9153fc019d6feac 2024-11-27T17:24:51,243 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa997625dfad4a1ea9153fc019d6feac, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:24:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8b72a86efad64550a7ce62a8f5bdfc58 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8b72a86efad64550a7ce62a8f5bdfc58 2024-11-27T17:24:51,265 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8b72a86efad64550a7ce62a8f5bdfc58, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:24:51,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/e0a467c72adb456ebcdf7191f19d14fd as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e0a467c72adb456ebcdf7191f19d14fd 2024-11-27T17:24:51,308 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e0a467c72adb456ebcdf7191f19d14fd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:24:51,312 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2f39918417a0cb6557217e0577bc5f11 in 790ms, sequenceid=76, compaction requested=false 2024-11-27T17:24:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T17:24:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T17:24:51,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-27T17:24:51,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.5780 sec 2024-11-27T17:24:51,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 4.6100 sec 2024-11-27T17:24:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:51,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:24:51,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/b98fbd2b12334b70a06890b8d9761454 is 50, key is test_row_0/A:col10/1732728290624/Put/seqid=0 2024-11-27T17:24:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741852_1028 (size=14341) 2024-11-27T17:24:51,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/b98fbd2b12334b70a06890b8d9761454 2024-11-27T17:24:51,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9ca273d81582443393b6d3e9dc2560e7 is 50, key is test_row_0/B:col10/1732728290624/Put/seqid=0 2024-11-27T17:24:51,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728351485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728351497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728351498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728351498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728351505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741853_1029 (size=12001) 2024-11-27T17:24:51,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9ca273d81582443393b6d3e9dc2560e7 2024-11-27T17:24:51,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/d1762c5aa7744d3ead8b06b1408bb48a is 50, key is test_row_0/C:col10/1732728290624/Put/seqid=0 2024-11-27T17:24:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741854_1030 (size=12001) 2024-11-27T17:24:51,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/d1762c5aa7744d3ead8b06b1408bb48a 2024-11-27T17:24:51,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728351616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728351626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728351628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728351636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/b98fbd2b12334b70a06890b8d9761454 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/b98fbd2b12334b70a06890b8d9761454 2024-11-27T17:24:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728351636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/b98fbd2b12334b70a06890b8d9761454, entries=200, sequenceid=91, filesize=14.0 K 2024-11-27T17:24:51,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9ca273d81582443393b6d3e9dc2560e7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ca273d81582443393b6d3e9dc2560e7 2024-11-27T17:24:51,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ca273d81582443393b6d3e9dc2560e7, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T17:24:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/d1762c5aa7744d3ead8b06b1408bb48a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/d1762c5aa7744d3ead8b06b1408bb48a 2024-11-27T17:24:51,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/d1762c5aa7744d3ead8b06b1408bb48a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T17:24:51,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2f39918417a0cb6557217e0577bc5f11 in 354ms, sequenceid=91, compaction requested=true 2024-11-27T17:24:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:51,729 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:24:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:24:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:24:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:24:51,731 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:51,736 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:51,736 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:24:51,736 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:51,736 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/48147a94b6114af29809e924191eb92e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8b72a86efad64550a7ce62a8f5bdfc58, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ca273d81582443393b6d3e9dc2560e7] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.3 K 2024-11-27T17:24:51,737 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:51,737 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:24:51,737 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:51,737 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 48147a94b6114af29809e924191eb92e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732728288002 2024-11-27T17:24:51,738 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c562c4915473410ea2b8678e70f3096c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa997625dfad4a1ea9153fc019d6feac, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/b98fbd2b12334b70a06890b8d9761454] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=37.5 K 2024-11-27T17:24:51,738 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c562c4915473410ea2b8678e70f3096c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732728288002 2024-11-27T17:24:51,738 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b72a86efad64550a7ce62a8f5bdfc58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728289377 2024-11-27T17:24:51,739 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa997625dfad4a1ea9153fc019d6feac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728289377 2024-11-27T17:24:51,740 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b98fbd2b12334b70a06890b8d9761454, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728290624 2024-11-27T17:24:51,745 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca273d81582443393b6d3e9dc2560e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728290624 2024-11-27T17:24:51,785 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:51,786 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/84413de175684a3ab8a4f2670a12de79 is 50, key is test_row_0/A:col10/1732728290624/Put/seqid=0 2024-11-27T17:24:51,804 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:51,805 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6d34bb8579134f09bde3aede3cb73ac0 is 50, key is test_row_0/B:col10/1732728290624/Put/seqid=0 2024-11-27T17:24:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741855_1031 (size=12207) 2024-11-27T17:24:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741856_1032 (size=12207) 2024-11-27T17:24:51,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:51,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:51,854 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6d34bb8579134f09bde3aede3cb73ac0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d34bb8579134f09bde3aede3cb73ac0 2024-11-27T17:24:51,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/0b799da0bf074466995bbb030de409c8 is 50, key is test_row_0/A:col10/1732728291501/Put/seqid=0 2024-11-27T17:24:51,858 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/84413de175684a3ab8a4f2670a12de79 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/84413de175684a3ab8a4f2670a12de79 2024-11-27T17:24:51,873 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into 84413de175684a3ab8a4f2670a12de79(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:51,873 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:51,874 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728291729; duration=0sec 2024-11-27T17:24:51,874 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:51,874 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:24:51,874 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:51,877 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 6d34bb8579134f09bde3aede3cb73ac0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:51,877 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:51,877 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728291729; duration=0sec 2024-11-27T17:24:51,878 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:51,878 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:24:51,882 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:51,882 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:24:51,882 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:51,883 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a425e9792b2b48eb82adc7b80654c178, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e0a467c72adb456ebcdf7191f19d14fd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/d1762c5aa7744d3ead8b06b1408bb48a] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.3 K 2024-11-27T17:24:51,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728351864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,884 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a425e9792b2b48eb82adc7b80654c178, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732728288002 2024-11-27T17:24:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,885 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0a467c72adb456ebcdf7191f19d14fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728289377 2024-11-27T17:24:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728351866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,886 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1762c5aa7744d3ead8b06b1408bb48a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728290624 2024-11-27T17:24:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728351869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728351881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728351884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:51,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741857_1033 (size=14341) 2024-11-27T17:24:51,916 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:51,917 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1d8eeff8d6454ae69b886120907c8412 is 50, key is test_row_0/C:col10/1732728290624/Put/seqid=0 2024-11-27T17:24:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741858_1034 (size=12207) 2024-11-27T17:24:51,984 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1d8eeff8d6454ae69b886120907c8412 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d8eeff8d6454ae69b886120907c8412 2024-11-27T17:24:51,998 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into 1d8eeff8d6454ae69b886120907c8412(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:51,998 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:51,998 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728291730; duration=0sec 2024-11-27T17:24:51,998 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:51,998 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:24:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728351996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728351996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728351997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728352006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728352007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728352216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728352217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728352227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728352217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728352227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/0b799da0bf074466995bbb030de409c8 2024-11-27T17:24:52,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/63a18f02305c4970bbde0eda9cfe6af1 is 50, key is test_row_0/B:col10/1732728291501/Put/seqid=0 2024-11-27T17:24:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741859_1035 (size=12001) 2024-11-27T17:24:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728352536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728352537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728352546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728352556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728352556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:52,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/63a18f02305c4970bbde0eda9cfe6af1 2024-11-27T17:24:52,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/b1ca357a1731438e9533db3e03fb1625 is 50, key is test_row_0/C:col10/1732728291501/Put/seqid=0 2024-11-27T17:24:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741860_1036 (size=12001) 2024-11-27T17:24:52,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/b1ca357a1731438e9533db3e03fb1625 2024-11-27T17:24:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/0b799da0bf074466995bbb030de409c8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0b799da0bf074466995bbb030de409c8 2024-11-27T17:24:52,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0b799da0bf074466995bbb030de409c8, entries=200, sequenceid=116, filesize=14.0 K 2024-11-27T17:24:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/63a18f02305c4970bbde0eda9cfe6af1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/63a18f02305c4970bbde0eda9cfe6af1 2024-11-27T17:24:52,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/63a18f02305c4970bbde0eda9cfe6af1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T17:24:52,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/b1ca357a1731438e9533db3e03fb1625 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1ca357a1731438e9533db3e03fb1625 2024-11-27T17:24:52,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1ca357a1731438e9533db3e03fb1625, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T17:24:52,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2f39918417a0cb6557217e0577bc5f11 in 1122ms, sequenceid=116, compaction requested=false 2024-11-27T17:24:52,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:53,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:53,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:24:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:53,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/a7fc47c6187043eba0780d7577a62b99 is 50, key is test_row_0/A:col10/1732728291878/Put/seqid=0 2024-11-27T17:24:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741861_1037 (size=14391) 2024-11-27T17:24:53,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/a7fc47c6187043eba0780d7577a62b99 2024-11-27T17:24:53,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/e6fda58d0924462ea9ccb5ec5a2604de is 50, key is test_row_0/B:col10/1732728291878/Put/seqid=0 2024-11-27T17:24:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728353153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728353158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728353160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728353182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728353184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741862_1038 (size=12051) 2024-11-27T17:24:53,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728353296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728353297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728353296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728353297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728353297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728353515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728353516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728353516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728353516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728353516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/e6fda58d0924462ea9ccb5ec5a2604de 2024-11-27T17:24:53,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/5c1aff1058114fa6bbc74a7350733747 is 50, key is test_row_0/C:col10/1732728291878/Put/seqid=0 2024-11-27T17:24:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741863_1039 (size=12051) 2024-11-27T17:24:53,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/5c1aff1058114fa6bbc74a7350733747 2024-11-27T17:24:53,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/a7fc47c6187043eba0780d7577a62b99 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/a7fc47c6187043eba0780d7577a62b99 2024-11-27T17:24:53,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/a7fc47c6187043eba0780d7577a62b99, entries=200, sequenceid=131, filesize=14.1 K 2024-11-27T17:24:53,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/e6fda58d0924462ea9ccb5ec5a2604de as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/e6fda58d0924462ea9ccb5ec5a2604de 2024-11-27T17:24:53,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/e6fda58d0924462ea9ccb5ec5a2604de, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T17:24:53,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/5c1aff1058114fa6bbc74a7350733747 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5c1aff1058114fa6bbc74a7350733747 2024-11-27T17:24:53,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5c1aff1058114fa6bbc74a7350733747, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T17:24:53,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2f39918417a0cb6557217e0577bc5f11 in 705ms, sequenceid=131, compaction requested=true 2024-11-27T17:24:53,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:53,771 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:53,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:24:53,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:53,772 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:53,773 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:53,773 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:24:53,773 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:53,774 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/84413de175684a3ab8a4f2670a12de79, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0b799da0bf074466995bbb030de409c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/a7fc47c6187043eba0780d7577a62b99] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=40.0 K 2024-11-27T17:24:53,775 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84413de175684a3ab8a4f2670a12de79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728290624 2024-11-27T17:24:53,775 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:53,775 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:24:53,776 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:53,776 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d34bb8579134f09bde3aede3cb73ac0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/63a18f02305c4970bbde0eda9cfe6af1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/e6fda58d0924462ea9ccb5ec5a2604de] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.4 K 2024-11-27T17:24:53,776 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b799da0bf074466995bbb030de409c8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732728291488 2024-11-27T17:24:53,777 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d34bb8579134f09bde3aede3cb73ac0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728290624 2024-11-27T17:24:53,777 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7fc47c6187043eba0780d7577a62b99, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728291863 2024-11-27T17:24:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:24:53,778 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 63a18f02305c4970bbde0eda9cfe6af1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732728291488 2024-11-27T17:24:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:53,779 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e6fda58d0924462ea9ccb5ec5a2604de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728291878 2024-11-27T17:24:53,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:24:53,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:53,804 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:53,804 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a9d033a94e0041f1b4c7416ee337448b is 50, key is test_row_0/B:col10/1732728291878/Put/seqid=0 2024-11-27T17:24:53,822 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:53,823 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/7d3568ffb912447d83a9f5ef952a4c72 is 50, key is test_row_0/A:col10/1732728291878/Put/seqid=0 2024-11-27T17:24:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:53,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:53,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T17:24:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728353851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728353861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728353867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728353871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728353871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741864_1040 (size=12359) 2024-11-27T17:24:53,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/7fb616becb49451e93bdfd45ee755350 is 50, key is test_row_0/A:col10/1732728293836/Put/seqid=0 2024-11-27T17:24:53,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741865_1041 (size=12359) 2024-11-27T17:24:53,927 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/7d3568ffb912447d83a9f5ef952a4c72 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7d3568ffb912447d83a9f5ef952a4c72 2024-11-27T17:24:53,941 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into 7d3568ffb912447d83a9f5ef952a4c72(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:53,941 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:53,941 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728293770; duration=0sec 2024-11-27T17:24:53,941 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:53,942 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:24:53,942 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:53,946 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:53,946 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:24:53,946 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:53,946 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d8eeff8d6454ae69b886120907c8412, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1ca357a1731438e9533db3e03fb1625, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5c1aff1058114fa6bbc74a7350733747] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.4 K 2024-11-27T17:24:53,948 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d8eeff8d6454ae69b886120907c8412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728290624 2024-11-27T17:24:53,950 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ca357a1731438e9533db3e03fb1625, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732728291488 2024-11-27T17:24:53,951 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c1aff1058114fa6bbc74a7350733747, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728291878 2024-11-27T17:24:53,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741866_1042 (size=16931) 2024-11-27T17:24:53,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/7fb616becb49451e93bdfd45ee755350 2024-11-27T17:24:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728353977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728353977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,991 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,992 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/4ddfedfa4d8049c7bdaece63182002d5 is 50, key is test_row_0/C:col10/1732728291878/Put/seqid=0 2024-11-27T17:24:53,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728353985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728353985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728353985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/0c1a16af36464cb0b9d3a8cf762909f2 is 50, key is test_row_0/B:col10/1732728293836/Put/seqid=0 2024-11-27T17:24:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741867_1043 (size=12359) 2024-11-27T17:24:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741868_1044 (size=12151) 2024-11-27T17:24:54,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/0c1a16af36464cb0b9d3a8cf762909f2 2024-11-27T17:24:54,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/56b885757725481d9507cb0add42f759 is 50, key is test_row_0/C:col10/1732728293836/Put/seqid=0 2024-11-27T17:24:54,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741869_1045 (size=12151) 2024-11-27T17:24:54,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/56b885757725481d9507cb0add42f759 2024-11-27T17:24:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/7fb616becb49451e93bdfd45ee755350 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7fb616becb49451e93bdfd45ee755350 2024-11-27T17:24:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728354196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728354196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7fb616becb49451e93bdfd45ee755350, entries=250, sequenceid=160, filesize=16.5 K 2024-11-27T17:24:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728354206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728354206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/0c1a16af36464cb0b9d3a8cf762909f2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/0c1a16af36464cb0b9d3a8cf762909f2 2024-11-27T17:24:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728354206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/0c1a16af36464cb0b9d3a8cf762909f2, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T17:24:54,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/56b885757725481d9507cb0add42f759 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/56b885757725481d9507cb0add42f759 2024-11-27T17:24:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/56b885757725481d9507cb0add42f759, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T17:24:54,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 2f39918417a0cb6557217e0577bc5f11 in 396ms, sequenceid=160, compaction requested=false 2024-11-27T17:24:54,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:54,300 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a9d033a94e0041f1b4c7416ee337448b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a9d033a94e0041f1b4c7416ee337448b 2024-11-27T17:24:54,314 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into a9d033a94e0041f1b4c7416ee337448b(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:54,315 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:54,315 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728293772; duration=0sec 2024-11-27T17:24:54,315 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:54,315 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:24:54,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/4ddfedfa4d8049c7bdaece63182002d5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4ddfedfa4d8049c7bdaece63182002d5 2024-11-27T17:24:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:54,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:54,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:24:54,532 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into 4ddfedfa4d8049c7bdaece63182002d5(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:54,533 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:54,533 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728293779; duration=0sec 2024-11-27T17:24:54,533 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:54,533 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:24:54,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/9e8de9ccc8ca4423b06f26c79f7499bf is 50, key is test_row_0/A:col10/1732728294520/Put/seqid=0 2024-11-27T17:24:54,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741870_1046 (size=12151) 2024-11-27T17:24:54,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728354608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728354612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728354622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728354625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728354626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728354736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728354736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728354745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728354756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728354756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:24:54,926 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:24:54,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:24:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-27T17:24:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:24:54,939 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:24:54,944 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:24:54,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:24:54,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728354956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728354956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/9e8de9ccc8ca4423b06f26c79f7499bf 2024-11-27T17:24:54,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728354966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728354976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728354976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8cdac979734747b0a2a467055c4b5b7b is 50, key is test_row_0/B:col10/1732728294520/Put/seqid=0 2024-11-27T17:24:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:24:55,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741871_1047 (size=12151) 2024-11-27T17:24:55,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8cdac979734747b0a2a467055c4b5b7b 2024-11-27T17:24:55,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/11fe6dd5cf5f423bb1efd67132e4338e is 50, key is test_row_0/C:col10/1732728294520/Put/seqid=0 2024-11-27T17:24:55,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T17:24:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741872_1048 (size=12151) 2024-11-27T17:24:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:24:55,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T17:24:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728355276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728355286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728355286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728355295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728355296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T17:24:55,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:55,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/11fe6dd5cf5f423bb1efd67132e4338e 2024-11-27T17:24:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/9e8de9ccc8ca4423b06f26c79f7499bf as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/9e8de9ccc8ca4423b06f26c79f7499bf 2024-11-27T17:24:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:24:55,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/9e8de9ccc8ca4423b06f26c79f7499bf, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T17:24:55,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8cdac979734747b0a2a467055c4b5b7b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8cdac979734747b0a2a467055c4b5b7b 2024-11-27T17:24:55,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T17:24:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:55,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8cdac979734747b0a2a467055c4b5b7b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T17:24:55,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/11fe6dd5cf5f423bb1efd67132e4338e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/11fe6dd5cf5f423bb1efd67132e4338e 2024-11-27T17:24:55,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/11fe6dd5cf5f423bb1efd67132e4338e, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T17:24:55,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2f39918417a0cb6557217e0577bc5f11 in 1077ms, sequenceid=173, compaction requested=true 2024-11-27T17:24:55,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:55,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:24:55,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:55,601 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:55,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:24:55,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:55,602 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:55,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:24:55,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:55,603 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:55,603 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:55,603 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:24:55,603 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:24:55,603 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,603 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,603 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a9d033a94e0041f1b4c7416ee337448b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/0c1a16af36464cb0b9d3a8cf762909f2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8cdac979734747b0a2a467055c4b5b7b] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.8 K 2024-11-27T17:24:55,603 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7d3568ffb912447d83a9f5ef952a4c72, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7fb616becb49451e93bdfd45ee755350, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/9e8de9ccc8ca4423b06f26c79f7499bf] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=40.5 K 2024-11-27T17:24:55,604 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d3568ffb912447d83a9f5ef952a4c72, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728291878 2024-11-27T17:24:55,604 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d033a94e0041f1b4c7416ee337448b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728291878 2024-11-27T17:24:55,604 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fb616becb49451e93bdfd45ee755350, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728293138 2024-11-27T17:24:55,604 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c1a16af36464cb0b9d3a8cf762909f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728293832 2024-11-27T17:24:55,607 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e8de9ccc8ca4423b06f26c79f7499bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728294517 2024-11-27T17:24:55,607 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cdac979734747b0a2a467055c4b5b7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728294517 2024-11-27T17:24:55,646 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:55,647 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/334992baf4cc49be965b4128d67d49c9 is 50, key is test_row_0/A:col10/1732728294520/Put/seqid=0 2024-11-27T17:24:55,664 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:55,665 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6e6f8adc0b52444090976394cd93580d is 50, key is test_row_0/B:col10/1732728294520/Put/seqid=0 2024-11-27T17:24:55,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741873_1049 (size=12561) 2024-11-27T17:24:55,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T17:24:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,730 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:24:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741874_1050 (size=12561) 2024-11-27T17:24:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/625a923d9cfe4e8c87ab4ac356d2a686 is 50, key is test_row_0/A:col10/1732728294622/Put/seqid=0 2024-11-27T17:24:55,757 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6e6f8adc0b52444090976394cd93580d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6e6f8adc0b52444090976394cd93580d 2024-11-27T17:24:55,785 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 6e6f8adc0b52444090976394cd93580d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:55,785 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:55,785 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728295602; duration=0sec 2024-11-27T17:24:55,788 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:55,791 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:24:55,791 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:55,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:55,800 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:55,800 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:24:55,800 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:55,800 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4ddfedfa4d8049c7bdaece63182002d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/56b885757725481d9507cb0add42f759, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/11fe6dd5cf5f423bb1efd67132e4338e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=35.8 K 2024-11-27T17:24:55,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741875_1051 (size=12151) 2024-11-27T17:24:55,802 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ddfedfa4d8049c7bdaece63182002d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728291878 2024-11-27T17:24:55,803 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b885757725481d9507cb0add42f759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728293832 2024-11-27T17:24:55,804 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 11fe6dd5cf5f423bb1efd67132e4338e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728294517 2024-11-27T17:24:55,829 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#39 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:55,830 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1cc1574f69ef40cb9519edd47b0e24a5 is 50, key is test_row_0/C:col10/1732728294520/Put/seqid=0 2024-11-27T17:24:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741876_1052 (size=12561) 2024-11-27T17:24:55,866 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1cc1574f69ef40cb9519edd47b0e24a5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1cc1574f69ef40cb9519edd47b0e24a5 2024-11-27T17:24:55,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728355867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728355870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728355870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728355883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728355883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,890 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into 1cc1574f69ef40cb9519edd47b0e24a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:55,890 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:55,890 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728295602; duration=0sec 2024-11-27T17:24:55,890 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:55,890 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:24:55,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728355986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728355986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728355997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728355997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728355997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:24:56,131 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/334992baf4cc49be965b4128d67d49c9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/334992baf4cc49be965b4128d67d49c9 2024-11-27T17:24:56,141 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into 334992baf4cc49be965b4128d67d49c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:56,141 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:56,141 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728295601; duration=0sec 2024-11-27T17:24:56,141 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:56,141 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:24:56,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728356196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728356196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,203 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/625a923d9cfe4e8c87ab4ac356d2a686 2024-11-27T17:24:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728356216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728356216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728356226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a6be3d8e1ef54328bb2a2e17fed33212 is 50, key is test_row_0/B:col10/1732728294622/Put/seqid=0 2024-11-27T17:24:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741877_1053 (size=12151) 2024-11-27T17:24:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a6be3d8e1ef54328bb2a2e17fed33212 2024-11-27T17:24:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/10bdc175ee1146258c5523184c0ae454 is 50, key is test_row_0/C:col10/1732728294622/Put/seqid=0 2024-11-27T17:24:56,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741878_1054 (size=12151) 2024-11-27T17:24:56,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728356516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728356523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728356526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728356526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728356535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:56,760 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/10bdc175ee1146258c5523184c0ae454 2024-11-27T17:24:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/625a923d9cfe4e8c87ab4ac356d2a686 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/625a923d9cfe4e8c87ab4ac356d2a686 2024-11-27T17:24:56,791 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/625a923d9cfe4e8c87ab4ac356d2a686, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T17:24:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a6be3d8e1ef54328bb2a2e17fed33212 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a6be3d8e1ef54328bb2a2e17fed33212 2024-11-27T17:24:56,805 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a6be3d8e1ef54328bb2a2e17fed33212, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T17:24:56,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/10bdc175ee1146258c5523184c0ae454 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/10bdc175ee1146258c5523184c0ae454 2024-11-27T17:24:56,828 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/10bdc175ee1146258c5523184c0ae454, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T17:24:56,834 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2f39918417a0cb6557217e0577bc5f11 in 1104ms, sequenceid=200, compaction requested=false 2024-11-27T17:24:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T17:24:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T17:24:56,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:24:56,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-11-27T17:24:56,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9110 sec 2024-11-27T17:24:57,029 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:57,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:24:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:57,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d2375bab36f24b35bafc18fe63fe4d6b is 50, key is test_row_0/A:col10/1732728297027/Put/seqid=0 2024-11-27T17:24:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741879_1055 (size=14541) 2024-11-27T17:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:24:57,086 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:24:57,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:24:57,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d2375bab36f24b35bafc18fe63fe4d6b 2024-11-27T17:24:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-27T17:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:24:57,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:24:57,092 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:24:57,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:24:57,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728357092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728357092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728357097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728357099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728357097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7bc87a34685145a0a990544b28e38c13 is 50, key is test_row_0/B:col10/1732728297027/Put/seqid=0 2024-11-27T17:24:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741880_1056 (size=12151) 2024-11-27T17:24:57,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7bc87a34685145a0a990544b28e38c13 2024-11-27T17:24:57,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/f3c0c3f514cd41af9dab37e3c7b3f14b is 50, key is test_row_0/C:col10/1732728297027/Put/seqid=0 2024-11-27T17:24:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741881_1057 (size=12151) 2024-11-27T17:24:57,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/f3c0c3f514cd41af9dab37e3c7b3f14b 2024-11-27T17:24:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:24:57,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d2375bab36f24b35bafc18fe63fe4d6b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d2375bab36f24b35bafc18fe63fe4d6b 2024-11-27T17:24:57,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d2375bab36f24b35bafc18fe63fe4d6b, entries=200, sequenceid=215, filesize=14.2 K 2024-11-27T17:24:57,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7bc87a34685145a0a990544b28e38c13 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7bc87a34685145a0a990544b28e38c13 2024-11-27T17:24:57,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7bc87a34685145a0a990544b28e38c13, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T17:24:57,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/f3c0c3f514cd41af9dab37e3c7b3f14b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f3c0c3f514cd41af9dab37e3c7b3f14b 2024-11-27T17:24:57,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f3c0c3f514cd41af9dab37e3c7b3f14b, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T17:24:57,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=161.02 KB/164880 for 2f39918417a0cb6557217e0577bc5f11 in 201ms, sequenceid=215, compaction requested=true 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:57,230 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:57,230 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:57,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T17:24:57,233 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:57,233 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:24:57,233 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,233 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/334992baf4cc49be965b4128d67d49c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/625a923d9cfe4e8c87ab4ac356d2a686, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d2375bab36f24b35bafc18fe63fe4d6b] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=38.3 K 2024-11-27T17:24:57,234 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:57,234 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:24:57,234 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,234 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6e6f8adc0b52444090976394cd93580d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a6be3d8e1ef54328bb2a2e17fed33212, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7bc87a34685145a0a990544b28e38c13] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.0 K 2024-11-27T17:24:57,234 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 334992baf4cc49be965b4128d67d49c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728294517 2024-11-27T17:24:57,235 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e6f8adc0b52444090976394cd93580d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728294517 2024-11-27T17:24:57,236 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 625a923d9cfe4e8c87ab4ac356d2a686, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732728294609 2024-11-27T17:24:57,236 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a6be3d8e1ef54328bb2a2e17fed33212, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732728294609 2024-11-27T17:24:57,236 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2375bab36f24b35bafc18fe63fe4d6b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732728295801 2024-11-27T17:24:57,237 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc87a34685145a0a990544b28e38c13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732728295801 2024-11-27T17:24:57,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/209996868f0a426585f2fe2a76589b01 is 50, key is test_row_0/A:col10/1732728297230/Put/seqid=0 2024-11-27T17:24:57,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,274 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:57,275 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d096c70bd711427b8b701a2f443f7bc5 is 50, key is test_row_0/A:col10/1732728297027/Put/seqid=0 2024-11-27T17:24:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728357240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728357276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728357277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728357279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728357282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,289 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#47 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:57,290 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/10712f4a9f8a491d85b60ad6fdd27684 is 50, key is test_row_0/B:col10/1732728297027/Put/seqid=0 2024-11-27T17:24:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741882_1058 (size=12151) 2024-11-27T17:24:57,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/209996868f0a426585f2fe2a76589b01 2024-11-27T17:24:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741883_1059 (size=12663) 2024-11-27T17:24:57,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/ace98684b5f14e898ab37ddc664c854d is 50, key is test_row_0/B:col10/1732728297230/Put/seqid=0 2024-11-27T17:24:57,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728357385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728357385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728357386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728357396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728357396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:24:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741884_1060 (size=12663) 2024-11-27T17:24:57,414 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d096c70bd711427b8b701a2f443f7bc5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d096c70bd711427b8b701a2f443f7bc5 2024-11-27T17:24:57,423 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/10712f4a9f8a491d85b60ad6fdd27684 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/10712f4a9f8a491d85b60ad6fdd27684 2024-11-27T17:24:57,427 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into d096c70bd711427b8b701a2f443f7bc5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:57,428 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:57,428 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728297230; duration=0sec 2024-11-27T17:24:57,431 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:57,431 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:24:57,431 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:57,434 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:57,434 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:24:57,434 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 10712f4a9f8a491d85b60ad6fdd27684(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:57,434 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:57,434 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,434 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728297230; duration=0sec 2024-11-27T17:24:57,435 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:57,435 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:24:57,435 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1cc1574f69ef40cb9519edd47b0e24a5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/10bdc175ee1146258c5523184c0ae454, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f3c0c3f514cd41af9dab37e3c7b3f14b] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.0 K 2024-11-27T17:24:57,436 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cc1574f69ef40cb9519edd47b0e24a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728294517 2024-11-27T17:24:57,437 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10bdc175ee1146258c5523184c0ae454, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732728294609 2024-11-27T17:24:57,437 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3c0c3f514cd41af9dab37e3c7b3f14b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732728295801 2024-11-27T17:24:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741885_1061 (size=12151) 2024-11-27T17:24:57,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/ace98684b5f14e898ab37ddc664c854d 2024-11-27T17:24:57,460 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:57,462 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/6f9c6da8c2024e028c8aa5a44a443665 is 50, key is test_row_0/C:col10/1732728297027/Put/seqid=0 2024-11-27T17:24:57,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1a0c564956a649999b7438ff0c3997a2 is 50, key is test_row_0/C:col10/1732728297230/Put/seqid=0 2024-11-27T17:24:57,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741886_1062 (size=12663) 2024-11-27T17:24:57,507 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/6f9c6da8c2024e028c8aa5a44a443665 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/6f9c6da8c2024e028c8aa5a44a443665 2024-11-27T17:24:57,516 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into 6f9c6da8c2024e028c8aa5a44a443665(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:57,517 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:57,517 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728297230; duration=0sec 2024-11-27T17:24:57,517 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:57,517 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:24:57,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741887_1063 (size=12151) 2024-11-27T17:24:57,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1a0c564956a649999b7438ff0c3997a2 2024-11-27T17:24:57,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/209996868f0a426585f2fe2a76589b01 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/209996868f0a426585f2fe2a76589b01 2024-11-27T17:24:57,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/209996868f0a426585f2fe2a76589b01, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T17:24:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/ace98684b5f14e898ab37ddc664c854d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ace98684b5f14e898ab37ddc664c854d 2024-11-27T17:24:57,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ace98684b5f14e898ab37ddc664c854d, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T17:24:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1a0c564956a649999b7438ff0c3997a2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1a0c564956a649999b7438ff0c3997a2 2024-11-27T17:24:57,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:57,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1a0c564956a649999b7438ff0c3997a2, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T17:24:57,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 2f39918417a0cb6557217e0577bc5f11 in 334ms, sequenceid=244, compaction requested=false 2024-11-27T17:24:57,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:57,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:24:57,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/125dcb2950164a9db67918a759bae554 is 50, key is test_row_1/A:col10/1732728297606/Put/seqid=0 2024-11-27T17:24:57,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741888_1064 (size=17027) 2024-11-27T17:24:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728357672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728357677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728357684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728357686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728357688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:24:57,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728357795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728357796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728357807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728357807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728357808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:57,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:57,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728358007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728358008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728358015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728358016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728358016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:58,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:24:58,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/125dcb2950164a9db67918a759bae554 2024-11-27T17:24:58,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/f4e1b3d0008b4b8ebcea0682269613c0 is 50, key is test_row_1/B:col10/1732728297606/Put/seqid=0 2024-11-27T17:24:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741889_1065 (size=9857) 2024-11-27T17:24:58,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/f4e1b3d0008b4b8ebcea0682269613c0 2024-11-27T17:24:58,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/47e704966d984e8085883fed7a4616c2 is 50, key is test_row_1/C:col10/1732728297606/Put/seqid=0 2024-11-27T17:24:58,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741890_1066 (size=9857) 2024-11-27T17:24:58,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/47e704966d984e8085883fed7a4616c2 2024-11-27T17:24:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/125dcb2950164a9db67918a759bae554 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/125dcb2950164a9db67918a759bae554 2024-11-27T17:24:58,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/125dcb2950164a9db67918a759bae554, entries=250, sequenceid=258, filesize=16.6 K 2024-11-27T17:24:58,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/f4e1b3d0008b4b8ebcea0682269613c0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/f4e1b3d0008b4b8ebcea0682269613c0 2024-11-27T17:24:58,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/f4e1b3d0008b4b8ebcea0682269613c0, entries=100, sequenceid=258, filesize=9.6 K 2024-11-27T17:24:58,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/47e704966d984e8085883fed7a4616c2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/47e704966d984e8085883fed7a4616c2 2024-11-27T17:24:58,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/47e704966d984e8085883fed7a4616c2, entries=100, sequenceid=258, filesize=9.6 K 2024-11-27T17:24:58,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2f39918417a0cb6557217e0577bc5f11 in 555ms, sequenceid=258, compaction requested=true 2024-11-27T17:24:58,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:24:58,167 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:58,167 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:24:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:24:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:58,168 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41841 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:58,168 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:24:58,168 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:58,168 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d096c70bd711427b8b701a2f443f7bc5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/209996868f0a426585f2fe2a76589b01, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/125dcb2950164a9db67918a759bae554] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=40.9 K 2024-11-27T17:24:58,169 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:58,169 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:24:58,169 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:58,169 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/10712f4a9f8a491d85b60ad6fdd27684, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ace98684b5f14e898ab37ddc664c854d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/f4e1b3d0008b4b8ebcea0682269613c0] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=33.9 K 2024-11-27T17:24:58,169 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 10712f4a9f8a491d85b60ad6fdd27684, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732728295801 2024-11-27T17:24:58,170 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d096c70bd711427b8b701a2f443f7bc5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732728295801 2024-11-27T17:24:58,170 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ace98684b5f14e898ab37ddc664c854d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732728297095 2024-11-27T17:24:58,171 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f4e1b3d0008b4b8ebcea0682269613c0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732728297606 2024-11-27T17:24:58,171 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 209996868f0a426585f2fe2a76589b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732728297095 2024-11-27T17:24:58,171 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 125dcb2950164a9db67918a759bae554, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732728297239 2024-11-27T17:24:58,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T17:24:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:58,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:24:58,192 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:58,193 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/78df96c0b5f14134a321b46ebe083a7a is 50, key is test_row_0/B:col10/1732728297230/Put/seqid=0 2024-11-27T17:24:58,199 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:58,200 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/2621c04905f54d8aac6b46f008c8aaa2 is 50, key is test_row_0/A:col10/1732728297230/Put/seqid=0 2024-11-27T17:24:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/1d3297be566347cb9968b3650cb8e366 is 50, key is test_row_0/A:col10/1732728297683/Put/seqid=0 2024-11-27T17:24:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:24:58,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741892_1068 (size=12865) 2024-11-27T17:24:58,248 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/2621c04905f54d8aac6b46f008c8aaa2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/2621c04905f54d8aac6b46f008c8aaa2 2024-11-27T17:24:58,259 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into 2621c04905f54d8aac6b46f008c8aaa2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:58,259 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:58,259 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728298166; duration=0sec 2024-11-27T17:24:58,260 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:24:58,260 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:24:58,260 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:24:58,261 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:24:58,262 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:24:58,262 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:58,262 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/6f9c6da8c2024e028c8aa5a44a443665, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1a0c564956a649999b7438ff0c3997a2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/47e704966d984e8085883fed7a4616c2] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=33.9 K 2024-11-27T17:24:58,263 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f9c6da8c2024e028c8aa5a44a443665, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732728295801 2024-11-27T17:24:58,263 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a0c564956a649999b7438ff0c3997a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732728297095 2024-11-27T17:24:58,264 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e704966d984e8085883fed7a4616c2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732728297606 2024-11-27T17:24:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741891_1067 (size=12865) 2024-11-27T17:24:58,277 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/78df96c0b5f14134a321b46ebe083a7a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/78df96c0b5f14134a321b46ebe083a7a 2024-11-27T17:24:58,285 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 78df96c0b5f14134a321b46ebe083a7a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:58,285 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:58,285 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728298167; duration=0sec 2024-11-27T17:24:58,285 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:58,285 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:24:58,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741893_1069 (size=12301) 2024-11-27T17:24:58,289 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/1d3297be566347cb9968b3650cb8e366 2024-11-27T17:24:58,295 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#57 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:24:58,301 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/cff125267a404f728aa241925d4d6e4c is 50, key is test_row_0/C:col10/1732728297230/Put/seqid=0 2024-11-27T17:24:58,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7b5fe59c1a2244efa4acb3a27d51f034 is 50, key is test_row_0/B:col10/1732728297683/Put/seqid=0 2024-11-27T17:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:58,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:24:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728358336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728358338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728358341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741894_1070 (size=12865) 2024-11-27T17:24:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728358340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728358345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,358 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/cff125267a404f728aa241925d4d6e4c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/cff125267a404f728aa241925d4d6e4c 2024-11-27T17:24:58,368 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into cff125267a404f728aa241925d4d6e4c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:24:58,368 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:58,368 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728298167; duration=0sec 2024-11-27T17:24:58,368 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:24:58,368 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:24:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741895_1071 (size=12301) 2024-11-27T17:24:58,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728358456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728358456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728358456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728358458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728358465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728358665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728358666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728358666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728358666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728358676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,811 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7b5fe59c1a2244efa4acb3a27d51f034 2024-11-27T17:24:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bc97ec15fb7140ea8b27625af22b1bd0 is 50, key is test_row_0/C:col10/1732728297683/Put/seqid=0 2024-11-27T17:24:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741896_1072 (size=12301) 2024-11-27T17:24:58,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728358976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728358985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728358986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728358986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:58,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728358986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:58,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:58,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:24:59,258 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bc97ec15fb7140ea8b27625af22b1bd0 2024-11-27T17:24:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/1d3297be566347cb9968b3650cb8e366 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/1d3297be566347cb9968b3650cb8e366 2024-11-27T17:24:59,278 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/1d3297be566347cb9968b3650cb8e366, entries=150, sequenceid=283, filesize=12.0 K 2024-11-27T17:24:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7b5fe59c1a2244efa4acb3a27d51f034 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7b5fe59c1a2244efa4acb3a27d51f034 2024-11-27T17:24:59,288 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7b5fe59c1a2244efa4acb3a27d51f034, entries=150, sequenceid=283, filesize=12.0 K 2024-11-27T17:24:59,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bc97ec15fb7140ea8b27625af22b1bd0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bc97ec15fb7140ea8b27625af22b1bd0 2024-11-27T17:24:59,306 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bc97ec15fb7140ea8b27625af22b1bd0, entries=150, sequenceid=283, filesize=12.0 K 2024-11-27T17:24:59,308 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2f39918417a0cb6557217e0577bc5f11 in 1127ms, sequenceid=283, compaction requested=false 2024-11-27T17:24:59,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:24:59,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:24:59,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T17:24:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T17:24:59,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T17:24:59,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-27T17:24:59,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.2360 sec 2024-11-27T17:24:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:24:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:24:59,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:24:59,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c62de871a50b42fdbeae527abeb64b8b is 50, key is test_row_0/A:col10/1732728298339/Put/seqid=0 2024-11-27T17:24:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741897_1073 (size=14741) 2024-11-27T17:24:59,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c62de871a50b42fdbeae527abeb64b8b 2024-11-27T17:24:59,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/266e446f66db49d99fc56264ef3b4727 is 50, key is test_row_0/B:col10/1732728298339/Put/seqid=0 2024-11-27T17:24:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728359528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728359528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728359533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728359538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728359537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741898_1074 (size=12301) 2024-11-27T17:24:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728359656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728359656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728359656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728359656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728359666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728359865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728359865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728359865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:24:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728359876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728359876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:24:59,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/266e446f66db49d99fc56264ef3b4727 2024-11-27T17:24:59,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1d16f7f05fa44acaae836c52ec653120 is 50, key is test_row_0/C:col10/1732728298339/Put/seqid=0 2024-11-27T17:25:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741899_1075 (size=12301) 2024-11-27T17:25:00,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1d16f7f05fa44acaae836c52ec653120 2024-11-27T17:25:00,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c62de871a50b42fdbeae527abeb64b8b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c62de871a50b42fdbeae527abeb64b8b 2024-11-27T17:25:00,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c62de871a50b42fdbeae527abeb64b8b, entries=200, sequenceid=298, filesize=14.4 K 2024-11-27T17:25:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/266e446f66db49d99fc56264ef3b4727 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/266e446f66db49d99fc56264ef3b4727 2024-11-27T17:25:00,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/266e446f66db49d99fc56264ef3b4727, entries=150, sequenceid=298, filesize=12.0 K 2024-11-27T17:25:00,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1d16f7f05fa44acaae836c52ec653120 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d16f7f05fa44acaae836c52ec653120 2024-11-27T17:25:00,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d16f7f05fa44acaae836c52ec653120, entries=150, sequenceid=298, filesize=12.0 K 2024-11-27T17:25:00,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2f39918417a0cb6557217e0577bc5f11 in 560ms, sequenceid=298, compaction requested=true 2024-11-27T17:25:00,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:00,048 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:00,048 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:00,049 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:00,049 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:25:00,049 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:00,049 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/2621c04905f54d8aac6b46f008c8aaa2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/1d3297be566347cb9968b3650cb8e366, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c62de871a50b42fdbeae527abeb64b8b] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=39.0 K 2024-11-27T17:25:00,050 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:00,050 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2621c04905f54d8aac6b46f008c8aaa2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732728297230 2024-11-27T17:25:00,050 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:25:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:00,050 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:00,050 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/78df96c0b5f14134a321b46ebe083a7a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7b5fe59c1a2244efa4acb3a27d51f034, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/266e446f66db49d99fc56264ef3b4727] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.6 K 2024-11-27T17:25:00,050 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3297be566347cb9968b3650cb8e366, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732728297667 2024-11-27T17:25:00,051 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c62de871a50b42fdbeae527abeb64b8b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732728298335 2024-11-27T17:25:00,051 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 78df96c0b5f14134a321b46ebe083a7a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732728297230 2024-11-27T17:25:00,052 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b5fe59c1a2244efa4acb3a27d51f034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732728297667 2024-11-27T17:25:00,052 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 266e446f66db49d99fc56264ef3b4727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732728298335 2024-11-27T17:25:00,063 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:00,064 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c3279cd8382b4067914622f4141b5c4f is 50, key is test_row_0/A:col10/1732728298339/Put/seqid=0 2024-11-27T17:25:00,066 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:00,067 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/79caf31687ad4a7b83236664290d2099 is 50, key is test_row_0/B:col10/1732728298339/Put/seqid=0 2024-11-27T17:25:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741900_1076 (size=13017) 2024-11-27T17:25:00,103 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/c3279cd8382b4067914622f4141b5c4f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c3279cd8382b4067914622f4141b5c4f 2024-11-27T17:25:00,124 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into c3279cd8382b4067914622f4141b5c4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:00,124 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:00,124 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728300048; duration=0sec 2024-11-27T17:25:00,125 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:00,125 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:25:00,125 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:00,128 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:00,128 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:25:00,128 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:00,128 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/cff125267a404f728aa241925d4d6e4c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bc97ec15fb7140ea8b27625af22b1bd0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d16f7f05fa44acaae836c52ec653120] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.6 K 2024-11-27T17:25:00,129 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cff125267a404f728aa241925d4d6e4c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732728297230 2024-11-27T17:25:00,129 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc97ec15fb7140ea8b27625af22b1bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732728297667 2024-11-27T17:25:00,130 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d16f7f05fa44acaae836c52ec653120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732728298335 2024-11-27T17:25:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741901_1077 (size=13017) 2024-11-27T17:25:00,159 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:00,160 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bcf99d12d9c24e7ab0192708bdecd80d is 50, key is test_row_0/C:col10/1732728298339/Put/seqid=0 2024-11-27T17:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:00,179 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:00,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:25:00,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/223bcb4e2edc4be38180a1c57d9cea34 is 50, key is test_row_0/A:col10/1732728299530/Put/seqid=0 2024-11-27T17:25:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741902_1078 (size=13017) 2024-11-27T17:25:00,206 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bcf99d12d9c24e7ab0192708bdecd80d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bcf99d12d9c24e7ab0192708bdecd80d 2024-11-27T17:25:00,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728360200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728360203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728360203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728360206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728360207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,217 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into bcf99d12d9c24e7ab0192708bdecd80d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:00,217 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:00,217 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728300049; duration=0sec 2024-11-27T17:25:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,218 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:00,218 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:25:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741903_1079 (size=14741) 2024-11-27T17:25:00,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/223bcb4e2edc4be38180a1c57d9cea34 2024-11-27T17:25:00,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/5289805efc67496ba3ae15746ba66724 is 50, key is test_row_0/B:col10/1732728299530/Put/seqid=0 2024-11-27T17:25:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741904_1080 (size=12301) 2024-11-27T17:25:00,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/5289805efc67496ba3ae15746ba66724 2024-11-27T17:25:00,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/01dcbb1e9df6435abd4571c22beac3af is 50, key is test_row_0/C:col10/1732728299530/Put/seqid=0 2024-11-27T17:25:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741905_1081 (size=12301) 2024-11-27T17:25:00,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/01dcbb1e9df6435abd4571c22beac3af 2024-11-27T17:25:00,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/223bcb4e2edc4be38180a1c57d9cea34 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/223bcb4e2edc4be38180a1c57d9cea34 2024-11-27T17:25:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728360325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728360325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728360326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728360327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728360327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/223bcb4e2edc4be38180a1c57d9cea34, entries=200, sequenceid=324, filesize=14.4 K 2024-11-27T17:25:00,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/5289805efc67496ba3ae15746ba66724 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/5289805efc67496ba3ae15746ba66724 2024-11-27T17:25:00,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/5289805efc67496ba3ae15746ba66724, entries=150, sequenceid=324, filesize=12.0 K 2024-11-27T17:25:00,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/01dcbb1e9df6435abd4571c22beac3af as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/01dcbb1e9df6435abd4571c22beac3af 2024-11-27T17:25:00,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/01dcbb1e9df6435abd4571c22beac3af, entries=150, sequenceid=324, filesize=12.0 K 2024-11-27T17:25:00,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2f39918417a0cb6557217e0577bc5f11 in 187ms, sequenceid=324, compaction requested=false 2024-11-27T17:25:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:00,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:25:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:00,546 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/79caf31687ad4a7b83236664290d2099 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/79caf31687ad4a7b83236664290d2099 2024-11-27T17:25:00,556 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 79caf31687ad4a7b83236664290d2099(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:00,556 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:00,556 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728300048; duration=0sec 2024-11-27T17:25:00,556 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:00,557 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:25:00,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/4f6ac1438aeb43b9a5be9182b28b9025 is 50, key is test_row_0/A:col10/1732728300202/Put/seqid=0 2024-11-27T17:25:00,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728360584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728360585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728360588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728360593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728360593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741906_1082 (size=12301) 2024-11-27T17:25:00,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728360706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728360706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728360707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728360707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728360706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728360915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728360916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728360926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728360926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:00,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728360927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/4f6ac1438aeb43b9a5be9182b28b9025 2024-11-27T17:25:01,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a4ea8b5fd13b4e128da547024dcbe7e2 is 50, key is test_row_0/B:col10/1732728300202/Put/seqid=0 2024-11-27T17:25:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741907_1083 (size=12301) 2024-11-27T17:25:01,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a4ea8b5fd13b4e128da547024dcbe7e2 2024-11-27T17:25:01,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bb3e8299ac23495ca3eaed0db8b365d6 is 50, key is test_row_0/C:col10/1732728300202/Put/seqid=0 2024-11-27T17:25:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741908_1084 (size=12301) 2024-11-27T17:25:01,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bb3e8299ac23495ca3eaed0db8b365d6 2024-11-27T17:25:01,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/4f6ac1438aeb43b9a5be9182b28b9025 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/4f6ac1438aeb43b9a5be9182b28b9025 2024-11-27T17:25:01,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/4f6ac1438aeb43b9a5be9182b28b9025, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T17:25:01,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/a4ea8b5fd13b4e128da547024dcbe7e2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a4ea8b5fd13b4e128da547024dcbe7e2 2024-11-27T17:25:01,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728361226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728361226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a4ea8b5fd13b4e128da547024dcbe7e2, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T17:25:01,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/bb3e8299ac23495ca3eaed0db8b365d6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bb3e8299ac23495ca3eaed0db8b365d6 2024-11-27T17:25:01,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728361236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728361245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728361245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bb3e8299ac23495ca3eaed0db8b365d6, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T17:25:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:25:01,256 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:01,257 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:01,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2f39918417a0cb6557217e0577bc5f11 in 721ms, sequenceid=339, compaction requested=true 2024-11-27T17:25:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:25:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T17:25:01,261 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-27T17:25:01,261 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:01,262 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:01,262 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:25:01,262 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:01,262 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:01,263 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c3279cd8382b4067914622f4141b5c4f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/223bcb4e2edc4be38180a1c57d9cea34, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/4f6ac1438aeb43b9a5be9182b28b9025] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=39.1 K 2024-11-27T17:25:01,263 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3279cd8382b4067914622f4141b5c4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732728298335 2024-11-27T17:25:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:25:01,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:01,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:01,269 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:01,269 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 223bcb4e2edc4be38180a1c57d9cea34, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732728299511 2024-11-27T17:25:01,270 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:25:01,270 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:01,270 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bcf99d12d9c24e7ab0192708bdecd80d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/01dcbb1e9df6435abd4571c22beac3af, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bb3e8299ac23495ca3eaed0db8b365d6] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.7 K 2024-11-27T17:25:01,270 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f6ac1438aeb43b9a5be9182b28b9025, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732728300202 2024-11-27T17:25:01,271 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf99d12d9c24e7ab0192708bdecd80d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732728298335 2024-11-27T17:25:01,271 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 01dcbb1e9df6435abd4571c22beac3af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732728299511 2024-11-27T17:25:01,273 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting bb3e8299ac23495ca3eaed0db8b365d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732728300202 2024-11-27T17:25:01,292 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:01,293 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/dc0333bddca044f9882f1cf0b0b31d92 is 50, key is test_row_0/A:col10/1732728300202/Put/seqid=0 2024-11-27T17:25:01,303 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:01,303 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/f17b8cef45bb4d469744b953a907ed6e is 50, key is test_row_0/C:col10/1732728300202/Put/seqid=0 2024-11-27T17:25:01,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741909_1085 (size=13119) 2024-11-27T17:25:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:25:01,377 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/dc0333bddca044f9882f1cf0b0b31d92 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dc0333bddca044f9882f1cf0b0b31d92 2024-11-27T17:25:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741910_1086 (size=13119) 2024-11-27T17:25:01,389 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into dc0333bddca044f9882f1cf0b0b31d92(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:01,389 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:01,389 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728301260; duration=0sec 2024-11-27T17:25:01,389 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:01,389 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:25:01,390 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:01,392 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/f17b8cef45bb4d469744b953a907ed6e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f17b8cef45bb4d469744b953a907ed6e 2024-11-27T17:25:01,393 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:01,393 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:25:01,393 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:01,393 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/79caf31687ad4a7b83236664290d2099, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/5289805efc67496ba3ae15746ba66724, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a4ea8b5fd13b4e128da547024dcbe7e2] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.7 K 2024-11-27T17:25:01,394 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79caf31687ad4a7b83236664290d2099, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732728298335 2024-11-27T17:25:01,394 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5289805efc67496ba3ae15746ba66724, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732728299511 2024-11-27T17:25:01,394 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4ea8b5fd13b4e128da547024dcbe7e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732728300202 2024-11-27T17:25:01,401 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into f17b8cef45bb4d469744b953a907ed6e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:01,401 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:01,401 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728301261; duration=0sec 2024-11-27T17:25:01,401 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:01,402 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:25:01,411 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:01,411 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d is 50, key is test_row_0/B:col10/1732728300202/Put/seqid=0 2024-11-27T17:25:01,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-27T17:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:01,421 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:25:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/45b3ec36cb3a4a659bc463a134735221 is 50, key is test_row_0/A:col10/1732728300579/Put/seqid=0 2024-11-27T17:25:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741911_1087 (size=13119) 2024-11-27T17:25:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741912_1088 (size=12301) 2024-11-27T17:25:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:25:01,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728361768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728361773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728361776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728361778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728361778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,863 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/45b3ec36cb3a4a659bc463a134735221 2024-11-27T17:25:01,867 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d 2024-11-27T17:25:01,883 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 6cc2ad0da0ae4f1b8b2f78b5fc06976d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:01,883 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:01,883 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728301260; duration=0sec 2024-11-27T17:25:01,884 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:01,884 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:25:01,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7518d1116537497caa31fa09322cd645 is 50, key is test_row_0/B:col10/1732728300579/Put/seqid=0 2024-11-27T17:25:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728361885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728361885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728361886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728361886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728361886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:25:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741913_1089 (size=12301) 2024-11-27T17:25:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728362095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728362095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728362096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728362096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728362096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,317 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7518d1116537497caa31fa09322cd645 2024-11-27T17:25:02,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/5225d1db34e24d5eaf355655a19ad2c9 is 50, key is test_row_0/C:col10/1732728300579/Put/seqid=0 2024-11-27T17:25:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:25:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728362415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728362415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728362415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728362415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728362415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741914_1090 (size=12301) 2024-11-27T17:25:02,831 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/5225d1db34e24d5eaf355655a19ad2c9 2024-11-27T17:25:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/45b3ec36cb3a4a659bc463a134735221 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/45b3ec36cb3a4a659bc463a134735221 2024-11-27T17:25:02,854 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/45b3ec36cb3a4a659bc463a134735221, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T17:25:02,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/7518d1116537497caa31fa09322cd645 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7518d1116537497caa31fa09322cd645 2024-11-27T17:25:02,867 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7518d1116537497caa31fa09322cd645, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T17:25:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/5225d1db34e24d5eaf355655a19ad2c9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5225d1db34e24d5eaf355655a19ad2c9 2024-11-27T17:25:02,879 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5225d1db34e24d5eaf355655a19ad2c9, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T17:25:02,889 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2f39918417a0cb6557217e0577bc5f11 in 1469ms, sequenceid=364, compaction requested=false 2024-11-27T17:25:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T17:25:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T17:25:02,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T17:25:02,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-27T17:25:02,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6430 sec 2024-11-27T17:25:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:02,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T17:25:02,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/aae3a1e1110a4037a36af354eead5934 is 50, key is test_row_0/A:col10/1732728301775/Put/seqid=0 2024-11-27T17:25:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728362974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728362979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728362983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728362985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728362987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741915_1091 (size=12301) 2024-11-27T17:25:03,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/aae3a1e1110a4037a36af354eead5934 2024-11-27T17:25:03,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9ab173309ccd47e9959a23d0c621e4f4 is 50, key is test_row_0/B:col10/1732728301775/Put/seqid=0 2024-11-27T17:25:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741916_1092 (size=12301) 2024-11-27T17:25:03,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9ab173309ccd47e9959a23d0c621e4f4 2024-11-27T17:25:03,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1e43ac1900d243a7b3259e35349fb245 is 50, key is test_row_0/C:col10/1732728301775/Put/seqid=0 2024-11-27T17:25:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741917_1093 (size=12301) 2024-11-27T17:25:03,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1e43ac1900d243a7b3259e35349fb245 2024-11-27T17:25:03,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728363105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728363106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728363106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728363106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728363106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/aae3a1e1110a4037a36af354eead5934 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/aae3a1e1110a4037a36af354eead5934 2024-11-27T17:25:03,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/aae3a1e1110a4037a36af354eead5934, entries=150, sequenceid=382, filesize=12.0 K 2024-11-27T17:25:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/9ab173309ccd47e9959a23d0c621e4f4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ab173309ccd47e9959a23d0c621e4f4 2024-11-27T17:25:03,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ab173309ccd47e9959a23d0c621e4f4, entries=150, sequenceid=382, filesize=12.0 K 2024-11-27T17:25:03,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/1e43ac1900d243a7b3259e35349fb245 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1e43ac1900d243a7b3259e35349fb245 2024-11-27T17:25:03,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1e43ac1900d243a7b3259e35349fb245, entries=150, sequenceid=382, filesize=12.0 K 2024-11-27T17:25:03,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2f39918417a0cb6557217e0577bc5f11 in 225ms, sequenceid=382, compaction requested=true 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:03,157 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:03,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:25:03,157 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:03,158 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:03,158 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:03,158 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:25:03,158 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:25:03,159 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,159 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,159 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dc0333bddca044f9882f1cf0b0b31d92, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/45b3ec36cb3a4a659bc463a134735221, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/aae3a1e1110a4037a36af354eead5934] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.8 K 2024-11-27T17:25:03,159 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7518d1116537497caa31fa09322cd645, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ab173309ccd47e9959a23d0c621e4f4] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.8 K 2024-11-27T17:25:03,160 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting dc0333bddca044f9882f1cf0b0b31d92, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732728300202 2024-11-27T17:25:03,160 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cc2ad0da0ae4f1b8b2f78b5fc06976d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732728300202 2024-11-27T17:25:03,161 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7518d1116537497caa31fa09322cd645, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732728300579 2024-11-27T17:25:03,161 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 45b3ec36cb3a4a659bc463a134735221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732728300579 2024-11-27T17:25:03,162 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ab173309ccd47e9959a23d0c621e4f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732728301775 2024-11-27T17:25:03,166 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting aae3a1e1110a4037a36af354eead5934, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732728301775 2024-11-27T17:25:03,189 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:03,190 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/ae631638e4a3433ab46a30eeaf2a38af is 50, key is test_row_0/A:col10/1732728301775/Put/seqid=0 2024-11-27T17:25:03,193 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:03,200 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/b7458a1abdf5447b9b71ce3e4be5e0e8 is 50, key is test_row_0/B:col10/1732728301775/Put/seqid=0 2024-11-27T17:25:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741918_1094 (size=13221) 2024-11-27T17:25:03,210 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/ae631638e4a3433ab46a30eeaf2a38af as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/ae631638e4a3433ab46a30eeaf2a38af 2024-11-27T17:25:03,220 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into ae631638e4a3433ab46a30eeaf2a38af(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:03,220 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:03,220 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728303157; duration=0sec 2024-11-27T17:25:03,220 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:03,220 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:25:03,221 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:03,223 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:03,223 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:25:03,224 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,224 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f17b8cef45bb4d469744b953a907ed6e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5225d1db34e24d5eaf355655a19ad2c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1e43ac1900d243a7b3259e35349fb245] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=36.8 K 2024-11-27T17:25:03,224 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f17b8cef45bb4d469744b953a907ed6e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732728300202 2024-11-27T17:25:03,225 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5225d1db34e24d5eaf355655a19ad2c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732728300579 2024-11-27T17:25:03,225 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e43ac1900d243a7b3259e35349fb245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732728301775 2024-11-27T17:25:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741919_1095 (size=13221) 2024-11-27T17:25:03,245 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:03,246 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/ef8669578933406ba39c2cd742371b15 is 50, key is test_row_0/C:col10/1732728301775/Put/seqid=0 2024-11-27T17:25:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741920_1096 (size=13221) 2024-11-27T17:25:03,299 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/ef8669578933406ba39c2cd742371b15 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/ef8669578933406ba39c2cd742371b15 2024-11-27T17:25:03,320 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into ef8669578933406ba39c2cd742371b15(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:03,320 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:03,320 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728303157; duration=0sec 2024-11-27T17:25:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:03,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T17:25:03,321 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:03,321 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:25:03,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/cdaa4c693b9f431292ab16085522c157 is 50, key is test_row_0/A:col10/1732728302985/Put/seqid=0 2024-11-27T17:25:03,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741921_1097 (size=17181) 2024-11-27T17:25:03,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728363355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728363364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:25:03,416 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:03,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728363411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-27T17:25:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728363411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728363412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-27T17:25:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:03,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:03,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728363515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728363516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-27T17:25:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728363525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728363525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728363525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-27T17:25:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,635 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/b7458a1abdf5447b9b71ce3e4be5e0e8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/b7458a1abdf5447b9b71ce3e4be5e0e8 2024-11-27T17:25:03,642 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into b7458a1abdf5447b9b71ce3e4be5e0e8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:03,642 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:03,642 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728303157; duration=0sec 2024-11-27T17:25:03,642 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:03,642 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:25:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728363725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-27T17:25:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728363725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-27T17:25:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728363736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728363736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728363736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:03,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/cdaa4c693b9f431292ab16085522c157 2024-11-27T17:25:03,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/06e8df11ba594c1cb787038a5594030b is 50, key is test_row_0/B:col10/1732728302985/Put/seqid=0 2024-11-27T17:25:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741922_1098 (size=12301) 2024-11-27T17:25:03,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/06e8df11ba594c1cb787038a5594030b 2024-11-27T17:25:03,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a13ef1fb38f54886a588edc21ac08d8b is 50, key is test_row_0/C:col10/1732728302985/Put/seqid=0 2024-11-27T17:25:03,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741923_1099 (size=12301) 2024-11-27T17:25:03,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a13ef1fb38f54886a588edc21ac08d8b 2024-11-27T17:25:03,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/cdaa4c693b9f431292ab16085522c157 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/cdaa4c693b9f431292ab16085522c157 2024-11-27T17:25:03,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-27T17:25:03,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/cdaa4c693b9f431292ab16085522c157, entries=250, sequenceid=405, filesize=16.8 K 2024-11-27T17:25:03,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:03,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:03,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/06e8df11ba594c1cb787038a5594030b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/06e8df11ba594c1cb787038a5594030b 2024-11-27T17:25:03,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/06e8df11ba594c1cb787038a5594030b, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T17:25:03,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a13ef1fb38f54886a588edc21ac08d8b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a13ef1fb38f54886a588edc21ac08d8b 2024-11-27T17:25:03,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a13ef1fb38f54886a588edc21ac08d8b, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T17:25:03,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 2f39918417a0cb6557217e0577bc5f11 in 590ms, sequenceid=405, compaction requested=false 2024-11-27T17:25:03,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:04,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-27T17:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-27T17:25:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:04,046 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T17:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d324c7f5d19441be8896ee0bd036291d is 50, key is test_row_0/A:col10/1732728303370/Put/seqid=0 2024-11-27T17:25:04,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728364069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728364069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728364071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728364072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728364074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741924_1100 (size=14741) 2024-11-27T17:25:04,121 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d324c7f5d19441be8896ee0bd036291d 2024-11-27T17:25:04,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/47e75d88ed62484387977dc148ca02b3 is 50, key is test_row_0/B:col10/1732728303370/Put/seqid=0 2024-11-27T17:25:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741925_1101 (size=12301) 2024-11-27T17:25:04,166 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/47e75d88ed62484387977dc148ca02b3 2024-11-27T17:25:04,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/188fb57c4f7540538fe4034c46103c1e is 50, key is test_row_0/C:col10/1732728303370/Put/seqid=0 2024-11-27T17:25:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728364186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728364186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728364186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728364195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728364195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741926_1102 (size=12301) 2024-11-27T17:25:04,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728364395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728364400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728364407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728364407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728364415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-27T17:25:04,645 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/188fb57c4f7540538fe4034c46103c1e 2024-11-27T17:25:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d324c7f5d19441be8896ee0bd036291d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d324c7f5d19441be8896ee0bd036291d 2024-11-27T17:25:04,668 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d324c7f5d19441be8896ee0bd036291d, entries=200, sequenceid=424, filesize=14.4 K 2024-11-27T17:25:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/47e75d88ed62484387977dc148ca02b3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/47e75d88ed62484387977dc148ca02b3 2024-11-27T17:25:04,676 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/47e75d88ed62484387977dc148ca02b3, entries=150, sequenceid=424, filesize=12.0 K 2024-11-27T17:25:04,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/188fb57c4f7540538fe4034c46103c1e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/188fb57c4f7540538fe4034c46103c1e 2024-11-27T17:25:04,696 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/188fb57c4f7540538fe4034c46103c1e, entries=150, sequenceid=424, filesize=12.0 K 2024-11-27T17:25:04,698 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 2f39918417a0cb6557217e0577bc5f11 in 652ms, sequenceid=424, compaction requested=true 2024-11-27T17:25:04,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:04,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:04,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-27T17:25:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-27T17:25:04,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T17:25:04,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2810 sec 2024-11-27T17:25:04,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2890 sec 2024-11-27T17:25:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:04,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:04,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T17:25:04,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/f59319f4edb445628fd252cc439e3672 is 50, key is test_row_0/A:col10/1732728304067/Put/seqid=0 2024-11-27T17:25:04,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728364761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728364761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728364761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728364762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728364771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741927_1103 (size=14741) 2024-11-27T17:25:04,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/f59319f4edb445628fd252cc439e3672 2024-11-27T17:25:04,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/2a6524c0ec1047259609c478d1954365 is 50, key is test_row_0/B:col10/1732728304067/Put/seqid=0 2024-11-27T17:25:04,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728364886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728364886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728364886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728364886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728364896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741928_1104 (size=12301) 2024-11-27T17:25:04,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/2a6524c0ec1047259609c478d1954365 2024-11-27T17:25:04,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/b1373501c37e4ac9a140afe93946131d is 50, key is test_row_0/C:col10/1732728304067/Put/seqid=0 2024-11-27T17:25:05,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741929_1105 (size=12301) 2024-11-27T17:25:05,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/b1373501c37e4ac9a140afe93946131d 2024-11-27T17:25:05,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/f59319f4edb445628fd252cc439e3672 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/f59319f4edb445628fd252cc439e3672 2024-11-27T17:25:05,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/f59319f4edb445628fd252cc439e3672, entries=200, sequenceid=443, filesize=14.4 K 2024-11-27T17:25:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/2a6524c0ec1047259609c478d1954365 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/2a6524c0ec1047259609c478d1954365 2024-11-27T17:25:05,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/2a6524c0ec1047259609c478d1954365, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T17:25:05,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/b1373501c37e4ac9a140afe93946131d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1373501c37e4ac9a140afe93946131d 2024-11-27T17:25:05,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1373501c37e4ac9a140afe93946131d, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T17:25:05,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2f39918417a0cb6557217e0577bc5f11 in 360ms, sequenceid=443, compaction requested=true 2024-11-27T17:25:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:05,079 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:05,081 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:05,083 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:05,083 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:25:05,083 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,084 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/ae631638e4a3433ab46a30eeaf2a38af, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/cdaa4c693b9f431292ab16085522c157, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d324c7f5d19441be8896ee0bd036291d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/f59319f4edb445628fd252cc439e3672] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=58.5 K 2024-11-27T17:25:05,084 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:05,084 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:25:05,084 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae631638e4a3433ab46a30eeaf2a38af, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732728301775 2024-11-27T17:25:05,084 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,084 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/b7458a1abdf5447b9b71ce3e4be5e0e8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/06e8df11ba594c1cb787038a5594030b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/47e75d88ed62484387977dc148ca02b3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/2a6524c0ec1047259609c478d1954365] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=48.9 K 2024-11-27T17:25:05,084 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdaa4c693b9f431292ab16085522c157, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732728302979 2024-11-27T17:25:05,085 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b7458a1abdf5447b9b71ce3e4be5e0e8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732728301775 2024-11-27T17:25:05,085 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d324c7f5d19441be8896ee0bd036291d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732728303360 2024-11-27T17:25:05,087 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e8df11ba594c1cb787038a5594030b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732728302981 2024-11-27T17:25:05,087 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f59319f4edb445628fd252cc439e3672, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732728304067 2024-11-27T17:25:05,089 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 47e75d88ed62484387977dc148ca02b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732728303364 2024-11-27T17:25:05,090 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a6524c0ec1047259609c478d1954365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732728304067 2024-11-27T17:25:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:05,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T17:25:05,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/18a283fc15184e3fb65736eef5d80170 is 50, key is test_row_0/A:col10/1732728305096/Put/seqid=0 2024-11-27T17:25:05,128 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:05,128 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:05,129 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/13168804a38240f6aded02a67aeb4479 is 50, key is test_row_0/B:col10/1732728304067/Put/seqid=0 2024-11-27T17:25:05,129 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/97edd513e8ab44a0b045c7c9d8566edc is 50, key is test_row_0/A:col10/1732728304067/Put/seqid=0 2024-11-27T17:25:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728365132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728365140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728365140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728365150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728365152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741930_1106 (size=17181) 2024-11-27T17:25:05,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/18a283fc15184e3fb65736eef5d80170 2024-11-27T17:25:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741931_1107 (size=13357) 2024-11-27T17:25:05,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8512d2c50e3a4e578545b2d87cdc4c12 is 50, key is test_row_0/B:col10/1732728305096/Put/seqid=0 2024-11-27T17:25:05,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741933_1109 (size=12301) 2024-11-27T17:25:05,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741932_1108 (size=13357) 2024-11-27T17:25:05,212 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/13168804a38240f6aded02a67aeb4479 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/13168804a38240f6aded02a67aeb4479 2024-11-27T17:25:05,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8512d2c50e3a4e578545b2d87cdc4c12 2024-11-27T17:25:05,231 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/97edd513e8ab44a0b045c7c9d8566edc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/97edd513e8ab44a0b045c7c9d8566edc 2024-11-27T17:25:05,239 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into 13168804a38240f6aded02a67aeb4479(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:05,239 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:05,239 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=12, startTime=1732728305081; duration=0sec 2024-11-27T17:25:05,239 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:05,239 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:25:05,239 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:05,242 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into 97edd513e8ab44a0b045c7c9d8566edc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:05,243 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:05,243 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=12, startTime=1732728305079; duration=0sec 2024-11-27T17:25:05,243 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:05,243 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:25:05,243 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:05,243 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:25:05,243 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,243 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/ef8669578933406ba39c2cd742371b15, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a13ef1fb38f54886a588edc21ac08d8b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/188fb57c4f7540538fe4034c46103c1e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1373501c37e4ac9a140afe93946131d] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=48.9 K 2024-11-27T17:25:05,245 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ef8669578933406ba39c2cd742371b15, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732728301775 2024-11-27T17:25:05,247 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a13ef1fb38f54886a588edc21ac08d8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732728302981 2024-11-27T17:25:05,249 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 188fb57c4f7540538fe4034c46103c1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732728303364 2024-11-27T17:25:05,250 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b1373501c37e4ac9a140afe93946131d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732728304067 2024-11-27T17:25:05,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/037fd11d7976488eaaa15435ae1aa53e is 50, key is test_row_0/C:col10/1732728305096/Put/seqid=0 2024-11-27T17:25:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728365256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728365256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728365256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728365265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728365266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741934_1110 (size=12301) 2024-11-27T17:25:05,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/037fd11d7976488eaaa15435ae1aa53e 2024-11-27T17:25:05,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/18a283fc15184e3fb65736eef5d80170 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/18a283fc15184e3fb65736eef5d80170 2024-11-27T17:25:05,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/18a283fc15184e3fb65736eef5d80170, entries=250, sequenceid=462, filesize=16.8 K 2024-11-27T17:25:05,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/8512d2c50e3a4e578545b2d87cdc4c12 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8512d2c50e3a4e578545b2d87cdc4c12 2024-11-27T17:25:05,299 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#98 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:05,300 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/85a385be16ba4cf4855bbfad20d7a4b4 is 50, key is test_row_0/C:col10/1732728304067/Put/seqid=0 2024-11-27T17:25:05,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8512d2c50e3a4e578545b2d87cdc4c12, entries=150, sequenceid=462, filesize=12.0 K 2024-11-27T17:25:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/037fd11d7976488eaaa15435ae1aa53e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/037fd11d7976488eaaa15435ae1aa53e 2024-11-27T17:25:05,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/037fd11d7976488eaaa15435ae1aa53e, entries=150, sequenceid=462, filesize=12.0 K 2024-11-27T17:25:05,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2f39918417a0cb6557217e0577bc5f11 in 227ms, sequenceid=462, compaction requested=false 2024-11-27T17:25:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:05,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741935_1111 (size=13357) 2024-11-27T17:25:05,384 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/85a385be16ba4cf4855bbfad20d7a4b4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/85a385be16ba4cf4855bbfad20d7a4b4 2024-11-27T17:25:05,396 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into 85a385be16ba4cf4855bbfad20d7a4b4(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:05,397 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:05,397 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=12, startTime=1732728305081; duration=0sec 2024-11-27T17:25:05,397 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:05,397 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:25:05,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:05,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T17:25:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:05,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/dcfeaa282705469bab636fb573394214 is 50, key is test_row_0/A:col10/1732728305480/Put/seqid=0 2024-11-27T17:25:05,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728365517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728365523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728365525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728365530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728365531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741936_1112 (size=14741) 2024-11-27T17:25:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-27T17:25:05,575 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:05,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-27T17:25:05,579 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:05,580 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:05,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728365637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728365651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728365657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728365657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728365664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:05,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:05,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728365846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728365855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728365875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728365875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728365887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:05,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:05,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:05,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/dcfeaa282705469bab636fb573394214 2024-11-27T17:25:05,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6d6e32b772694fc58d8cc8365c12a095 is 50, key is test_row_0/B:col10/1732728305480/Put/seqid=0 2024-11-27T17:25:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741937_1113 (size=12301) 2024-11-27T17:25:06,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6d6e32b772694fc58d8cc8365c12a095 2024-11-27T17:25:06,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/4e49279132a6422b80157d7c3d815982 is 50, key is test_row_0/C:col10/1732728305480/Put/seqid=0 2024-11-27T17:25:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741938_1114 (size=12301) 2024-11-27T17:25:06,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/4e49279132a6422b80157d7c3d815982 2024-11-27T17:25:06,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/dcfeaa282705469bab636fb573394214 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dcfeaa282705469bab636fb573394214 2024-11-27T17:25:06,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dcfeaa282705469bab636fb573394214, entries=200, sequenceid=484, filesize=14.4 K 2024-11-27T17:25:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/6d6e32b772694fc58d8cc8365c12a095 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d6e32b772694fc58d8cc8365c12a095 2024-11-27T17:25:06,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d6e32b772694fc58d8cc8365c12a095, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T17:25:06,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/4e49279132a6422b80157d7c3d815982 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4e49279132a6422b80157d7c3d815982 2024-11-27T17:25:06,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4e49279132a6422b80157d7c3d815982, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T17:25:06,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2f39918417a0cb6557217e0577bc5f11 in 640ms, sequenceid=484, compaction requested=true 2024-11-27T17:25:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:06,122 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:06,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:06,122 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:06,124 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:06,124 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/B is initiating minor compaction (all files) 2024-11-27T17:25:06,124 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/B in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,124 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/13168804a38240f6aded02a67aeb4479, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8512d2c50e3a4e578545b2d87cdc4c12, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d6e32b772694fc58d8cc8365c12a095] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=37.1 K 2024-11-27T17:25:06,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:06,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:06,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f39918417a0cb6557217e0577bc5f11:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:06,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:06,126 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:06,126 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/A is initiating minor compaction (all files) 2024-11-27T17:25:06,126 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/A in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,127 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/97edd513e8ab44a0b045c7c9d8566edc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/18a283fc15184e3fb65736eef5d80170, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dcfeaa282705469bab636fb573394214] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=44.2 K 2024-11-27T17:25:06,127 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 13168804a38240f6aded02a67aeb4479, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732728304067 2024-11-27T17:25:06,128 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97edd513e8ab44a0b045c7c9d8566edc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732728304067 2024-11-27T17:25:06,128 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8512d2c50e3a4e578545b2d87cdc4c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732728304731 2024-11-27T17:25:06,129 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a283fc15184e3fb65736eef5d80170, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732728304731 2024-11-27T17:25:06,129 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6e32b772694fc58d8cc8365c12a095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728305127 2024-11-27T17:25:06,130 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcfeaa282705469bab636fb573394214, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728305127 2024-11-27T17:25:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:06,160 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:06,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T17:25:06,168 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:06,169 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/0a49d8ad5c204102aa77ccb6c9875c15 is 50, key is test_row_0/A:col10/1732728305480/Put/seqid=0 2024-11-27T17:25:06,187 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:06,187 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/d4208e0774dc4836a0ae8f442bc140bf is 50, key is test_row_0/B:col10/1732728305480/Put/seqid=0 2024-11-27T17:25:06,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d0a2d3b4078643ae8dc8086ccb045631 is 50, key is test_row_0/A:col10/1732728305524/Put/seqid=0 2024-11-27T17:25:06,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:06,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728366195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728366198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728366203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728366206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741940_1116 (size=13459) 2024-11-27T17:25:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741941_1117 (size=14741) 2024-11-27T17:25:06,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d0a2d3b4078643ae8dc8086ccb045631 2024-11-27T17:25:06,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741939_1115 (size=13459) 2024-11-27T17:25:06,247 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/d4208e0774dc4836a0ae8f442bc140bf as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/d4208e0774dc4836a0ae8f442bc140bf 2024-11-27T17:25:06,256 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/0a49d8ad5c204102aa77ccb6c9875c15 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0a49d8ad5c204102aa77ccb6c9875c15 2024-11-27T17:25:06,262 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/B of 2f39918417a0cb6557217e0577bc5f11 into d4208e0774dc4836a0ae8f442bc140bf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:06,262 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:06,262 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/B, priority=13, startTime=1732728306122; duration=0sec 2024-11-27T17:25:06,263 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:06,263 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:B 2024-11-27T17:25:06,263 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:06,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/55ea6b1686ea4d37a53557f640b4e0aa is 50, key is test_row_0/B:col10/1732728305524/Put/seqid=0 2024-11-27T17:25:06,266 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:06,266 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 2f39918417a0cb6557217e0577bc5f11/C is initiating minor compaction (all files) 2024-11-27T17:25:06,266 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2f39918417a0cb6557217e0577bc5f11/C in TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,266 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/85a385be16ba4cf4855bbfad20d7a4b4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/037fd11d7976488eaaa15435ae1aa53e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4e49279132a6422b80157d7c3d815982] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp, totalSize=37.1 K 2024-11-27T17:25:06,267 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 85a385be16ba4cf4855bbfad20d7a4b4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732728304067 2024-11-27T17:25:06,267 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 037fd11d7976488eaaa15435ae1aa53e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732728304731 2024-11-27T17:25:06,268 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e49279132a6422b80157d7c3d815982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728305127 2024-11-27T17:25:06,270 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/A of 2f39918417a0cb6557217e0577bc5f11 into 0a49d8ad5c204102aa77ccb6c9875c15(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:06,270 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:06,270 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/A, priority=13, startTime=1732728306122; duration=0sec 2024-11-27T17:25:06,270 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:06,270 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:A 2024-11-27T17:25:06,285 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f39918417a0cb6557217e0577bc5f11#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:06,286 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/8713d37ccc014d46b00024e17d4712c6 is 50, key is test_row_0/C:col10/1732728305480/Put/seqid=0 2024-11-27T17:25:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741942_1118 (size=12301) 2024-11-27T17:25:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741943_1119 (size=13459) 2024-11-27T17:25:06,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728366315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728366315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728366315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,317 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/8713d37ccc014d46b00024e17d4712c6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/8713d37ccc014d46b00024e17d4712c6 2024-11-27T17:25:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,326 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2f39918417a0cb6557217e0577bc5f11/C of 2f39918417a0cb6557217e0577bc5f11 into 8713d37ccc014d46b00024e17d4712c6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:06,326 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:06,326 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., storeName=2f39918417a0cb6557217e0577bc5f11/C, priority=13, startTime=1732728306124; duration=0sec 2024-11-27T17:25:06,326 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:06,326 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f39918417a0cb6557217e0577bc5f11:C 2024-11-27T17:25:06,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728366325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:06,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60122 deadline: 1732728366525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:06,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60096 deadline: 1732728366525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60158 deadline: 1732728366525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60148 deadline: 1732728366535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:06,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/55ea6b1686ea4d37a53557f640b4e0aa 2024-11-27T17:25:06,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/e3114973702a4143a8d1ba940da90a1f is 50, key is test_row_0/C:col10/1732728305524/Put/seqid=0 2024-11-27T17:25:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741944_1120 (size=12301) 2024-11-27T17:25:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:06,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/e3114973702a4143a8d1ba940da90a1f 2024-11-27T17:25:06,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60112 deadline: 1732728366715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/d0a2d3b4078643ae8dc8086ccb045631 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d0a2d3b4078643ae8dc8086ccb045631 2024-11-27T17:25:06,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d0a2d3b4078643ae8dc8086ccb045631, entries=200, sequenceid=503, filesize=14.4 K 2024-11-27T17:25:06,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/55ea6b1686ea4d37a53557f640b4e0aa as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/55ea6b1686ea4d37a53557f640b4e0aa 2024-11-27T17:25:06,744 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-27T17:25:06,744 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/55ea6b1686ea4d37a53557f640b4e0aa, entries=150, sequenceid=503, filesize=12.0 K 2024-11-27T17:25:06,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/e3114973702a4143a8d1ba940da90a1f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e3114973702a4143a8d1ba940da90a1f 2024-11-27T17:25:06,748 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-27T17:25:06,748 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,749 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-27T17:25:06,749 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,750 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,750 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,751 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,751 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,751 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,753 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-27T17:25:06,753 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,753 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,754 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,754 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e3114973702a4143a8d1ba940da90a1f, entries=150, sequenceid=503, filesize=12.0 K 2024-11-27T17:25:06,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2f39918417a0cb6557217e0577bc5f11 in 597ms, sequenceid=503, compaction requested=false 2024-11-27T17:25:06,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:06,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-27T17:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:06,833 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T17:25:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. as already flushing 2024-11-27T17:25:06,838 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-27T17:25:06,838 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,838 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,838 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-27T17:25:06,838 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,838 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,838 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,838 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/fa8a6783af464443b446d99a016594b7 is 50, key is test_row_0/A:col10/1732728306200/Put/seqid=0 2024-11-27T17:25:06,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,839 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-27T17:25:06,839 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,839 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,839 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:06,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741945_1121 (size=12301) 2024-11-27T17:25:06,847 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-27T17:25:06,847 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:06,847 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,847 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:06,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:07,247 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/fa8a6783af464443b446d99a016594b7 2024-11-27T17:25:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/90b70ccd3f2144c3b973c8bc7e5de1c5 is 50, key is test_row_0/B:col10/1732728306200/Put/seqid=0 2024-11-27T17:25:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741946_1122 (size=12301) 2024-11-27T17:25:07,669 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/90b70ccd3f2144c3b973c8bc7e5de1c5 2024-11-27T17:25:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a528d79633f84093a0eb614e17096840 is 50, key is test_row_0/C:col10/1732728306200/Put/seqid=0 2024-11-27T17:25:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741947_1123 (size=12301) 2024-11-27T17:25:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:07,737 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-27T17:25:07,737 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:07,737 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:07,737 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:07,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:08,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a528d79633f84093a0eb614e17096840 2024-11-27T17:25:08,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/fa8a6783af464443b446d99a016594b7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa8a6783af464443b446d99a016594b7 2024-11-27T17:25:08,092 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa8a6783af464443b446d99a016594b7, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T17:25:08,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/90b70ccd3f2144c3b973c8bc7e5de1c5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90b70ccd3f2144c3b973c8bc7e5de1c5 2024-11-27T17:25:08,099 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90b70ccd3f2144c3b973c8bc7e5de1c5, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T17:25:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/a528d79633f84093a0eb614e17096840 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a528d79633f84093a0eb614e17096840 2024-11-27T17:25:08,105 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a528d79633f84093a0eb614e17096840, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T17:25:08,106 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for 2f39918417a0cb6557217e0577bc5f11 in 1273ms, sequenceid=523, compaction requested=true 2024-11-27T17:25:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 2f39918417a0cb6557217e0577bc5f11: 2024-11-27T17:25:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-27T17:25:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-27T17:25:08,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-27T17:25:08,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5280 sec 2024-11-27T17:25:08,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.5350 sec 2024-11-27T17:25:08,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:25:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T17:25:09,756 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2268 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2241 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1105 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3302 rows 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1076 2024-11-27T17:25:09,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3227 rows 2024-11-27T17:25:09,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:25:09,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:25:09,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:09,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:09,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:09,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-27T17:25:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:09,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728309768"}]},"ts":"1732728309768"} 2024-11-27T17:25:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-27T17:25:09,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T17:25:09,772 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T17:25:09,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:25:09,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, UNASSIGN}] 2024-11-27T17:25:09,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, UNASSIGN 2024-11-27T17:25:09,783 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2f39918417a0cb6557217e0577bc5f11, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, UNASSIGN because future has completed 2024-11-27T17:25:09,788 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:25:09,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:25:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-27T17:25:09,947 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:09,947 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:25:09,947 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing 2f39918417a0cb6557217e0577bc5f11, disabling compactions & flushes 2024-11-27T17:25:09,947 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:09,947 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:09,947 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. after waiting 0 ms 2024-11-27T17:25:09,947 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:09,948 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(2902): Flushing 2f39918417a0cb6557217e0577bc5f11 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T17:25:09,952 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/23c8eef5694047d5af41a74d04bc70f2 is 50, key is test_row_0/A:col10/1732728307736/Put/seqid=0 2024-11-27T17:25:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741948_1124 (size=9857) 2024-11-27T17:25:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-27T17:25:10,358 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/23c8eef5694047d5af41a74d04bc70f2 2024-11-27T17:25:10,366 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/90955ca85ba648d5a272a40d5d634573 is 50, key is test_row_0/B:col10/1732728307736/Put/seqid=0 2024-11-27T17:25:10,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741949_1125 (size=9857) 2024-11-27T17:25:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-27T17:25:10,770 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/90955ca85ba648d5a272a40d5d634573 2024-11-27T17:25:10,778 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/de8c83165cea4e9f87a9df492933bba1 is 50, key is test_row_0/C:col10/1732728307736/Put/seqid=0 2024-11-27T17:25:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741950_1126 (size=9857) 2024-11-27T17:25:10,785 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/de8c83165cea4e9f87a9df492933bba1 2024-11-27T17:25:10,790 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/A/23c8eef5694047d5af41a74d04bc70f2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/23c8eef5694047d5af41a74d04bc70f2 2024-11-27T17:25:10,795 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/23c8eef5694047d5af41a74d04bc70f2, entries=100, sequenceid=531, filesize=9.6 K 2024-11-27T17:25:10,796 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/B/90955ca85ba648d5a272a40d5d634573 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90955ca85ba648d5a272a40d5d634573 2024-11-27T17:25:10,801 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90955ca85ba648d5a272a40d5d634573, entries=100, sequenceid=531, filesize=9.6 K 2024-11-27T17:25:10,802 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/.tmp/C/de8c83165cea4e9f87a9df492933bba1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/de8c83165cea4e9f87a9df492933bba1 2024-11-27T17:25:10,807 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/de8c83165cea4e9f87a9df492933bba1, entries=100, sequenceid=531, filesize=9.6 K 2024-11-27T17:25:10,808 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2f39918417a0cb6557217e0577bc5f11 in 861ms, sequenceid=531, compaction requested=true 2024-11-27T17:25:10,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/532af062198942bdb746172cfc0f4995, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/16ad6fdec3974e08ab358ff35fe1bdb7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/128d5cccaa2844f798b7b2d73584f8b1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c562c4915473410ea2b8678e70f3096c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa997625dfad4a1ea9153fc019d6feac, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/b98fbd2b12334b70a06890b8d9761454, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/84413de175684a3ab8a4f2670a12de79, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0b799da0bf074466995bbb030de409c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/a7fc47c6187043eba0780d7577a62b99, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7d3568ffb912447d83a9f5ef952a4c72, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7fb616becb49451e93bdfd45ee755350, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/334992baf4cc49be965b4128d67d49c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/9e8de9ccc8ca4423b06f26c79f7499bf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/625a923d9cfe4e8c87ab4ac356d2a686, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d2375bab36f24b35bafc18fe63fe4d6b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d096c70bd711427b8b701a2f443f7bc5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/209996868f0a426585f2fe2a76589b01, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/125dcb2950164a9db67918a759bae554, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/2621c04905f54d8aac6b46f008c8aaa2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/1d3297be566347cb9968b3650cb8e366, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c62de871a50b42fdbeae527abeb64b8b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c3279cd8382b4067914622f4141b5c4f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/223bcb4e2edc4be38180a1c57d9cea34, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dc0333bddca044f9882f1cf0b0b31d92, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/4f6ac1438aeb43b9a5be9182b28b9025, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/45b3ec36cb3a4a659bc463a134735221, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/ae631638e4a3433ab46a30eeaf2a38af, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/aae3a1e1110a4037a36af354eead5934, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/cdaa4c693b9f431292ab16085522c157, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d324c7f5d19441be8896ee0bd036291d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/f59319f4edb445628fd252cc439e3672, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/97edd513e8ab44a0b045c7c9d8566edc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/18a283fc15184e3fb65736eef5d80170, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dcfeaa282705469bab636fb573394214] to archive 2024-11-27T17:25:10,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:25:10,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/532af062198942bdb746172cfc0f4995 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/532af062198942bdb746172cfc0f4995 2024-11-27T17:25:10,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/16ad6fdec3974e08ab358ff35fe1bdb7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/16ad6fdec3974e08ab358ff35fe1bdb7 2024-11-27T17:25:10,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/128d5cccaa2844f798b7b2d73584f8b1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/128d5cccaa2844f798b7b2d73584f8b1 2024-11-27T17:25:10,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c562c4915473410ea2b8678e70f3096c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c562c4915473410ea2b8678e70f3096c 2024-11-27T17:25:10,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa997625dfad4a1ea9153fc019d6feac to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa997625dfad4a1ea9153fc019d6feac 2024-11-27T17:25:10,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/b98fbd2b12334b70a06890b8d9761454 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/b98fbd2b12334b70a06890b8d9761454 2024-11-27T17:25:10,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/84413de175684a3ab8a4f2670a12de79 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/84413de175684a3ab8a4f2670a12de79 2024-11-27T17:25:10,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0b799da0bf074466995bbb030de409c8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0b799da0bf074466995bbb030de409c8 2024-11-27T17:25:10,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/a7fc47c6187043eba0780d7577a62b99 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/a7fc47c6187043eba0780d7577a62b99 2024-11-27T17:25:10,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7d3568ffb912447d83a9f5ef952a4c72 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7d3568ffb912447d83a9f5ef952a4c72 2024-11-27T17:25:10,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7fb616becb49451e93bdfd45ee755350 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/7fb616becb49451e93bdfd45ee755350 2024-11-27T17:25:10,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/334992baf4cc49be965b4128d67d49c9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/334992baf4cc49be965b4128d67d49c9 2024-11-27T17:25:10,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/9e8de9ccc8ca4423b06f26c79f7499bf to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/9e8de9ccc8ca4423b06f26c79f7499bf 2024-11-27T17:25:10,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/625a923d9cfe4e8c87ab4ac356d2a686 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/625a923d9cfe4e8c87ab4ac356d2a686 2024-11-27T17:25:10,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d2375bab36f24b35bafc18fe63fe4d6b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d2375bab36f24b35bafc18fe63fe4d6b 2024-11-27T17:25:10,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d096c70bd711427b8b701a2f443f7bc5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d096c70bd711427b8b701a2f443f7bc5 2024-11-27T17:25:10,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/209996868f0a426585f2fe2a76589b01 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/209996868f0a426585f2fe2a76589b01 2024-11-27T17:25:10,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/125dcb2950164a9db67918a759bae554 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/125dcb2950164a9db67918a759bae554 2024-11-27T17:25:10,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/2621c04905f54d8aac6b46f008c8aaa2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/2621c04905f54d8aac6b46f008c8aaa2 2024-11-27T17:25:10,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/1d3297be566347cb9968b3650cb8e366 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/1d3297be566347cb9968b3650cb8e366 2024-11-27T17:25:10,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c62de871a50b42fdbeae527abeb64b8b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c62de871a50b42fdbeae527abeb64b8b 2024-11-27T17:25:10,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c3279cd8382b4067914622f4141b5c4f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/c3279cd8382b4067914622f4141b5c4f 2024-11-27T17:25:10,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/223bcb4e2edc4be38180a1c57d9cea34 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/223bcb4e2edc4be38180a1c57d9cea34 2024-11-27T17:25:10,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dc0333bddca044f9882f1cf0b0b31d92 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dc0333bddca044f9882f1cf0b0b31d92 2024-11-27T17:25:10,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/4f6ac1438aeb43b9a5be9182b28b9025 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/4f6ac1438aeb43b9a5be9182b28b9025 2024-11-27T17:25:10,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/45b3ec36cb3a4a659bc463a134735221 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/45b3ec36cb3a4a659bc463a134735221 2024-11-27T17:25:10,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/ae631638e4a3433ab46a30eeaf2a38af to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/ae631638e4a3433ab46a30eeaf2a38af 2024-11-27T17:25:10,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/aae3a1e1110a4037a36af354eead5934 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/aae3a1e1110a4037a36af354eead5934 2024-11-27T17:25:10,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/cdaa4c693b9f431292ab16085522c157 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/cdaa4c693b9f431292ab16085522c157 2024-11-27T17:25:10,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d324c7f5d19441be8896ee0bd036291d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d324c7f5d19441be8896ee0bd036291d 2024-11-27T17:25:10,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/f59319f4edb445628fd252cc439e3672 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/f59319f4edb445628fd252cc439e3672 2024-11-27T17:25:10,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/97edd513e8ab44a0b045c7c9d8566edc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/97edd513e8ab44a0b045c7c9d8566edc 2024-11-27T17:25:10,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/18a283fc15184e3fb65736eef5d80170 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/18a283fc15184e3fb65736eef5d80170 2024-11-27T17:25:10,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dcfeaa282705469bab636fb573394214 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/dcfeaa282705469bab636fb573394214 2024-11-27T17:25:10,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/337a0a84bfef4f34a3de541b5d474efb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ecb1c8577c884adabf3ca6404731e558, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/48147a94b6114af29809e924191eb92e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9a85df75462b4200af4b4ff902fc336f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8b72a86efad64550a7ce62a8f5bdfc58, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d34bb8579134f09bde3aede3cb73ac0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ca273d81582443393b6d3e9dc2560e7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/63a18f02305c4970bbde0eda9cfe6af1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a9d033a94e0041f1b4c7416ee337448b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/e6fda58d0924462ea9ccb5ec5a2604de, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/0c1a16af36464cb0b9d3a8cf762909f2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6e6f8adc0b52444090976394cd93580d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8cdac979734747b0a2a467055c4b5b7b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a6be3d8e1ef54328bb2a2e17fed33212, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/10712f4a9f8a491d85b60ad6fdd27684, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7bc87a34685145a0a990544b28e38c13, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ace98684b5f14e898ab37ddc664c854d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/78df96c0b5f14134a321b46ebe083a7a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/f4e1b3d0008b4b8ebcea0682269613c0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7b5fe59c1a2244efa4acb3a27d51f034, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/79caf31687ad4a7b83236664290d2099, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/266e446f66db49d99fc56264ef3b4727, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/5289805efc67496ba3ae15746ba66724, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a4ea8b5fd13b4e128da547024dcbe7e2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7518d1116537497caa31fa09322cd645, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/b7458a1abdf5447b9b71ce3e4be5e0e8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ab173309ccd47e9959a23d0c621e4f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/06e8df11ba594c1cb787038a5594030b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/47e75d88ed62484387977dc148ca02b3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/13168804a38240f6aded02a67aeb4479, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/2a6524c0ec1047259609c478d1954365, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8512d2c50e3a4e578545b2d87cdc4c12, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d6e32b772694fc58d8cc8365c12a095] to archive 2024-11-27T17:25:10,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:25:10,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/337a0a84bfef4f34a3de541b5d474efb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/337a0a84bfef4f34a3de541b5d474efb 2024-11-27T17:25:10,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ecb1c8577c884adabf3ca6404731e558 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ecb1c8577c884adabf3ca6404731e558 2024-11-27T17:25:10,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/48147a94b6114af29809e924191eb92e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/48147a94b6114af29809e924191eb92e 2024-11-27T17:25:10,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9a85df75462b4200af4b4ff902fc336f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9a85df75462b4200af4b4ff902fc336f 2024-11-27T17:25:10,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8b72a86efad64550a7ce62a8f5bdfc58 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8b72a86efad64550a7ce62a8f5bdfc58 2024-11-27T17:25:10,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d34bb8579134f09bde3aede3cb73ac0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d34bb8579134f09bde3aede3cb73ac0 2024-11-27T17:25:10,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ca273d81582443393b6d3e9dc2560e7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ca273d81582443393b6d3e9dc2560e7 2024-11-27T17:25:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-27T17:25:10,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/63a18f02305c4970bbde0eda9cfe6af1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/63a18f02305c4970bbde0eda9cfe6af1 2024-11-27T17:25:10,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a9d033a94e0041f1b4c7416ee337448b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a9d033a94e0041f1b4c7416ee337448b 2024-11-27T17:25:10,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/e6fda58d0924462ea9ccb5ec5a2604de to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/e6fda58d0924462ea9ccb5ec5a2604de 2024-11-27T17:25:10,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/0c1a16af36464cb0b9d3a8cf762909f2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/0c1a16af36464cb0b9d3a8cf762909f2 2024-11-27T17:25:10,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6e6f8adc0b52444090976394cd93580d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6e6f8adc0b52444090976394cd93580d 2024-11-27T17:25:10,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8cdac979734747b0a2a467055c4b5b7b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8cdac979734747b0a2a467055c4b5b7b 2024-11-27T17:25:10,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a6be3d8e1ef54328bb2a2e17fed33212 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a6be3d8e1ef54328bb2a2e17fed33212 2024-11-27T17:25:10,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/10712f4a9f8a491d85b60ad6fdd27684 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/10712f4a9f8a491d85b60ad6fdd27684 2024-11-27T17:25:10,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7bc87a34685145a0a990544b28e38c13 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7bc87a34685145a0a990544b28e38c13 2024-11-27T17:25:10,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ace98684b5f14e898ab37ddc664c854d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/ace98684b5f14e898ab37ddc664c854d 2024-11-27T17:25:10,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/78df96c0b5f14134a321b46ebe083a7a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/78df96c0b5f14134a321b46ebe083a7a 2024-11-27T17:25:10,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/f4e1b3d0008b4b8ebcea0682269613c0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/f4e1b3d0008b4b8ebcea0682269613c0 2024-11-27T17:25:10,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7b5fe59c1a2244efa4acb3a27d51f034 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7b5fe59c1a2244efa4acb3a27d51f034 2024-11-27T17:25:10,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/79caf31687ad4a7b83236664290d2099 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/79caf31687ad4a7b83236664290d2099 2024-11-27T17:25:10,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/266e446f66db49d99fc56264ef3b4727 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/266e446f66db49d99fc56264ef3b4727 2024-11-27T17:25:10,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/5289805efc67496ba3ae15746ba66724 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/5289805efc67496ba3ae15746ba66724 2024-11-27T17:25:10,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6cc2ad0da0ae4f1b8b2f78b5fc06976d 2024-11-27T17:25:10,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a4ea8b5fd13b4e128da547024dcbe7e2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/a4ea8b5fd13b4e128da547024dcbe7e2 2024-11-27T17:25:10,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7518d1116537497caa31fa09322cd645 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/7518d1116537497caa31fa09322cd645 2024-11-27T17:25:10,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/b7458a1abdf5447b9b71ce3e4be5e0e8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/b7458a1abdf5447b9b71ce3e4be5e0e8 2024-11-27T17:25:10,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ab173309ccd47e9959a23d0c621e4f4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/9ab173309ccd47e9959a23d0c621e4f4 2024-11-27T17:25:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/06e8df11ba594c1cb787038a5594030b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/06e8df11ba594c1cb787038a5594030b 2024-11-27T17:25:10,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/47e75d88ed62484387977dc148ca02b3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/47e75d88ed62484387977dc148ca02b3 2024-11-27T17:25:10,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/13168804a38240f6aded02a67aeb4479 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/13168804a38240f6aded02a67aeb4479 2024-11-27T17:25:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/2a6524c0ec1047259609c478d1954365 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/2a6524c0ec1047259609c478d1954365 2024-11-27T17:25:10,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8512d2c50e3a4e578545b2d87cdc4c12 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/8512d2c50e3a4e578545b2d87cdc4c12 2024-11-27T17:25:10,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d6e32b772694fc58d8cc8365c12a095 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/6d6e32b772694fc58d8cc8365c12a095 2024-11-27T17:25:10,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/fc8ef15e95f4445d9dc2fec12693b6a6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/76a58b2df174420c92c483e860972517, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a425e9792b2b48eb82adc7b80654c178, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/62f8fb8146c6401daa9dced921983695, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e0a467c72adb456ebcdf7191f19d14fd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d8eeff8d6454ae69b886120907c8412, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/d1762c5aa7744d3ead8b06b1408bb48a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1ca357a1731438e9533db3e03fb1625, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4ddfedfa4d8049c7bdaece63182002d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5c1aff1058114fa6bbc74a7350733747, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/56b885757725481d9507cb0add42f759, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1cc1574f69ef40cb9519edd47b0e24a5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/11fe6dd5cf5f423bb1efd67132e4338e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/10bdc175ee1146258c5523184c0ae454, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/6f9c6da8c2024e028c8aa5a44a443665, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f3c0c3f514cd41af9dab37e3c7b3f14b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1a0c564956a649999b7438ff0c3997a2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/cff125267a404f728aa241925d4d6e4c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/47e704966d984e8085883fed7a4616c2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bc97ec15fb7140ea8b27625af22b1bd0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bcf99d12d9c24e7ab0192708bdecd80d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d16f7f05fa44acaae836c52ec653120, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/01dcbb1e9df6435abd4571c22beac3af, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f17b8cef45bb4d469744b953a907ed6e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bb3e8299ac23495ca3eaed0db8b365d6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5225d1db34e24d5eaf355655a19ad2c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/ef8669578933406ba39c2cd742371b15, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1e43ac1900d243a7b3259e35349fb245, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a13ef1fb38f54886a588edc21ac08d8b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/188fb57c4f7540538fe4034c46103c1e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/85a385be16ba4cf4855bbfad20d7a4b4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1373501c37e4ac9a140afe93946131d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/037fd11d7976488eaaa15435ae1aa53e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4e49279132a6422b80157d7c3d815982] to archive 2024-11-27T17:25:10,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:25:10,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/fc8ef15e95f4445d9dc2fec12693b6a6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/fc8ef15e95f4445d9dc2fec12693b6a6 2024-11-27T17:25:10,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/76a58b2df174420c92c483e860972517 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/76a58b2df174420c92c483e860972517 2024-11-27T17:25:10,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a425e9792b2b48eb82adc7b80654c178 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a425e9792b2b48eb82adc7b80654c178 2024-11-27T17:25:10,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/62f8fb8146c6401daa9dced921983695 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/62f8fb8146c6401daa9dced921983695 2024-11-27T17:25:10,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e0a467c72adb456ebcdf7191f19d14fd to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e0a467c72adb456ebcdf7191f19d14fd 2024-11-27T17:25:10,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d8eeff8d6454ae69b886120907c8412 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d8eeff8d6454ae69b886120907c8412 2024-11-27T17:25:10,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/d1762c5aa7744d3ead8b06b1408bb48a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/d1762c5aa7744d3ead8b06b1408bb48a 2024-11-27T17:25:10,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1ca357a1731438e9533db3e03fb1625 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1ca357a1731438e9533db3e03fb1625 2024-11-27T17:25:10,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4ddfedfa4d8049c7bdaece63182002d5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4ddfedfa4d8049c7bdaece63182002d5 2024-11-27T17:25:10,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5c1aff1058114fa6bbc74a7350733747 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5c1aff1058114fa6bbc74a7350733747 2024-11-27T17:25:10,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/56b885757725481d9507cb0add42f759 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/56b885757725481d9507cb0add42f759 2024-11-27T17:25:10,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1cc1574f69ef40cb9519edd47b0e24a5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1cc1574f69ef40cb9519edd47b0e24a5 2024-11-27T17:25:10,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/11fe6dd5cf5f423bb1efd67132e4338e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/11fe6dd5cf5f423bb1efd67132e4338e 2024-11-27T17:25:10,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/10bdc175ee1146258c5523184c0ae454 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/10bdc175ee1146258c5523184c0ae454 2024-11-27T17:25:10,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/6f9c6da8c2024e028c8aa5a44a443665 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/6f9c6da8c2024e028c8aa5a44a443665 2024-11-27T17:25:10,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f3c0c3f514cd41af9dab37e3c7b3f14b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f3c0c3f514cd41af9dab37e3c7b3f14b 2024-11-27T17:25:10,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1a0c564956a649999b7438ff0c3997a2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1a0c564956a649999b7438ff0c3997a2 2024-11-27T17:25:10,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/cff125267a404f728aa241925d4d6e4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/cff125267a404f728aa241925d4d6e4c 2024-11-27T17:25:10,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/47e704966d984e8085883fed7a4616c2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/47e704966d984e8085883fed7a4616c2 2024-11-27T17:25:10,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bc97ec15fb7140ea8b27625af22b1bd0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bc97ec15fb7140ea8b27625af22b1bd0 2024-11-27T17:25:10,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bcf99d12d9c24e7ab0192708bdecd80d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bcf99d12d9c24e7ab0192708bdecd80d 2024-11-27T17:25:10,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d16f7f05fa44acaae836c52ec653120 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1d16f7f05fa44acaae836c52ec653120 2024-11-27T17:25:10,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/01dcbb1e9df6435abd4571c22beac3af to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/01dcbb1e9df6435abd4571c22beac3af 2024-11-27T17:25:10,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f17b8cef45bb4d469744b953a907ed6e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/f17b8cef45bb4d469744b953a907ed6e 2024-11-27T17:25:10,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bb3e8299ac23495ca3eaed0db8b365d6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/bb3e8299ac23495ca3eaed0db8b365d6 2024-11-27T17:25:10,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5225d1db34e24d5eaf355655a19ad2c9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/5225d1db34e24d5eaf355655a19ad2c9 2024-11-27T17:25:10,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/ef8669578933406ba39c2cd742371b15 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/ef8669578933406ba39c2cd742371b15 2024-11-27T17:25:10,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1e43ac1900d243a7b3259e35349fb245 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/1e43ac1900d243a7b3259e35349fb245 2024-11-27T17:25:10,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a13ef1fb38f54886a588edc21ac08d8b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a13ef1fb38f54886a588edc21ac08d8b 2024-11-27T17:25:10,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/188fb57c4f7540538fe4034c46103c1e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/188fb57c4f7540538fe4034c46103c1e 2024-11-27T17:25:10,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/85a385be16ba4cf4855bbfad20d7a4b4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/85a385be16ba4cf4855bbfad20d7a4b4 2024-11-27T17:25:10,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1373501c37e4ac9a140afe93946131d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/b1373501c37e4ac9a140afe93946131d 2024-11-27T17:25:10,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/037fd11d7976488eaaa15435ae1aa53e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/037fd11d7976488eaaa15435ae1aa53e 2024-11-27T17:25:10,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4e49279132a6422b80157d7c3d815982 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/4e49279132a6422b80157d7c3d815982 2024-11-27T17:25:10,995 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/recovered.edits/534.seqid, newMaxSeqId=534, maxSeqId=1 2024-11-27T17:25:10,996 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. 2024-11-27T17:25:10,996 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for 2f39918417a0cb6557217e0577bc5f11: Waiting for close lock at 1732728309947Running coprocessor pre-close hooks at 1732728309947Disabling compacts and flushes for region at 1732728309947Disabling writes for close at 1732728309947Obtaining lock to block concurrent updates at 1732728309948 (+1 ms)Preparing flush snapshotting stores in 2f39918417a0cb6557217e0577bc5f11 at 1732728309948Finished memstore snapshotting TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732728309948Flushing stores of TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11. at 1732728309949 (+1 ms)Flushing 2f39918417a0cb6557217e0577bc5f11/A: creating writer at 1732728309949Flushing 2f39918417a0cb6557217e0577bc5f11/A: appending metadata at 1732728309951 (+2 ms)Flushing 2f39918417a0cb6557217e0577bc5f11/A: closing flushed file at 1732728309951Flushing 2f39918417a0cb6557217e0577bc5f11/B: creating writer at 1732728310362 (+411 ms)Flushing 2f39918417a0cb6557217e0577bc5f11/B: appending metadata at 1732728310365 (+3 ms)Flushing 2f39918417a0cb6557217e0577bc5f11/B: closing flushed file at 1732728310365Flushing 2f39918417a0cb6557217e0577bc5f11/C: creating writer at 1732728310774 (+409 ms)Flushing 2f39918417a0cb6557217e0577bc5f11/C: appending metadata at 1732728310778 (+4 ms)Flushing 2f39918417a0cb6557217e0577bc5f11/C: closing flushed file at 1732728310778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bf60b1: reopening flushed file at 1732728310789 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15679d65: reopening flushed file at 1732728310795 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f622177: reopening flushed file at 1732728310801 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2f39918417a0cb6557217e0577bc5f11 in 861ms, sequenceid=531, compaction requested=true at 1732728310808 (+7 ms)Writing region close event to WAL at 1732728310991 (+183 ms)Running coprocessor post-close hooks at 1732728310996 (+5 ms)Closed at 1732728310996 2024-11-27T17:25:10,999 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed 2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:10,999 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2f39918417a0cb6557217e0577bc5f11, regionState=CLOSED 2024-11-27T17:25:11,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:25:11,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-27T17:25:11,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseRegionProcedure 2f39918417a0cb6557217e0577bc5f11, server=8f0673442175,34765,1732728280069 in 1.2140 sec 2024-11-27T17:25:11,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T17:25:11,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f39918417a0cb6557217e0577bc5f11, UNASSIGN in 1.2240 sec 2024-11-27T17:25:11,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-27T17:25:11,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2320 sec 2024-11-27T17:25:11,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728311009"}]},"ts":"1732728311009"} 2024-11-27T17:25:11,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T17:25:11,010 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T17:25:11,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2490 sec 2024-11-27T17:25:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-27T17:25:11,916 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:11,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-27T17:25:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:11,925 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=23, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-27T17:25:11,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=23, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:11,931 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:11,935 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/recovered.edits] 2024-11-27T17:25:11,937 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0a49d8ad5c204102aa77ccb6c9875c15 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/0a49d8ad5c204102aa77ccb6c9875c15 2024-11-27T17:25:11,939 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/23c8eef5694047d5af41a74d04bc70f2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/23c8eef5694047d5af41a74d04bc70f2 2024-11-27T17:25:11,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d0a2d3b4078643ae8dc8086ccb045631 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/d0a2d3b4078643ae8dc8086ccb045631 2024-11-27T17:25:11,941 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa8a6783af464443b446d99a016594b7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/A/fa8a6783af464443b446d99a016594b7 2024-11-27T17:25:11,944 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/55ea6b1686ea4d37a53557f640b4e0aa to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/55ea6b1686ea4d37a53557f640b4e0aa 2024-11-27T17:25:11,945 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90955ca85ba648d5a272a40d5d634573 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90955ca85ba648d5a272a40d5d634573 2024-11-27T17:25:11,946 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90b70ccd3f2144c3b973c8bc7e5de1c5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/90b70ccd3f2144c3b973c8bc7e5de1c5 2024-11-27T17:25:11,948 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/d4208e0774dc4836a0ae8f442bc140bf to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/B/d4208e0774dc4836a0ae8f442bc140bf 2024-11-27T17:25:11,951 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/8713d37ccc014d46b00024e17d4712c6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/8713d37ccc014d46b00024e17d4712c6 2024-11-27T17:25:11,952 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a528d79633f84093a0eb614e17096840 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/a528d79633f84093a0eb614e17096840 2024-11-27T17:25:11,954 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/de8c83165cea4e9f87a9df492933bba1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/de8c83165cea4e9f87a9df492933bba1 2024-11-27T17:25:11,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e3114973702a4143a8d1ba940da90a1f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/C/e3114973702a4143a8d1ba940da90a1f 2024-11-27T17:25:11,959 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/recovered.edits/534.seqid to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11/recovered.edits/534.seqid 2024-11-27T17:25:11,959 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/2f39918417a0cb6557217e0577bc5f11 2024-11-27T17:25:11,960 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T17:25:11,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=23, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:11,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T17:25:11,979 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T17:25:12,023 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T17:25:12,024 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=23, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:12,025 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T17:25:12,025 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732728312025"}]},"ts":"9223372036854775807"} 2024-11-27T17:25:12,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T17:25:12,031 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2f39918417a0cb6557217e0577bc5f11, NAME => 'TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T17:25:12,031 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T17:25:12,031 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732728312031"}]},"ts":"9223372036854775807"} 2024-11-27T17:25:12,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-27T17:25:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-27T17:25:12,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=23, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:12,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 117 msec 2024-11-27T17:25:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-27T17:25:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-27T17:25:12,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:12,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8f0673442175:34765-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-865015873_22 at /127.0.0.1:41984 [Waiting for operation #252] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-504846191_22 at /127.0.0.1:42126 [Waiting for operation #201] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-504846191_22 at /127.0.0.1:56486 [Waiting for operation #266] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 590) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5804 (was 6908) 2024-11-27T17:25:12,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=5804 2024-11-27T17:25:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:25:12,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:25:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:12,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:25:12,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:12,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 24 2024-11-27T17:25:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-27T17:25:12,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:25:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741951_1127 (size=959) 2024-11-27T17:25:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-27T17:25:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-27T17:25:12,686 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:25:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741952_1128 (size=53) 2024-11-27T17:25:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-27T17:25:13,094 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:25:13,094 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7ff09240a4f693ec7733556e549df9ea, disabling compactions & flushes 2024-11-27T17:25:13,094 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,094 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. after waiting 0 ms 2024-11-27T17:25:13,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ff09240a4f693ec7733556e549df9ea: Waiting for close lock at 1732728313094Disabling compacts and flushes for region at 1732728313094Disabling writes for close at 1732728313095 (+1 ms)Writing region close event to WAL at 1732728313095Closed at 1732728313095 2024-11-27T17:25:13,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:25:13,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732728313097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728313097"}]},"ts":"1732728313097"} 2024-11-27T17:25:13,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:25:13,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:25:13,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728313102"}]},"ts":"1732728313102"} 2024-11-27T17:25:13,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T17:25:13,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, ASSIGN}] 2024-11-27T17:25:13,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, ASSIGN 2024-11-27T17:25:13,110 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, ASSIGN; state=OFFLINE, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=false 2024-11-27T17:25:13,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, ASSIGN because future has completed 2024-11-27T17:25:13,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:25:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-27T17:25:13,421 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,421 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:25:13,422 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,422 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:25:13,422 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,422 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,424 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,426 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff09240a4f693ec7733556e549df9ea columnFamilyName A 2024-11-27T17:25:13,427 DEBUG [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:13,428 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(327): Store=7ff09240a4f693ec7733556e549df9ea/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:13,428 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,429 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff09240a4f693ec7733556e549df9ea columnFamilyName B 2024-11-27T17:25:13,430 DEBUG [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:13,430 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(327): Store=7ff09240a4f693ec7733556e549df9ea/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:13,430 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,432 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff09240a4f693ec7733556e549df9ea columnFamilyName C 2024-11-27T17:25:13,432 DEBUG [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:13,433 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(327): Store=7ff09240a4f693ec7733556e549df9ea/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:13,433 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,435 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,435 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,436 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,437 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,437 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:25:13,439 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,442 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:25:13,443 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened 7ff09240a4f693ec7733556e549df9ea; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62739601, jitterRate=-0.06510709226131439}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:25:13,443 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:13,445 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for 7ff09240a4f693ec7733556e549df9ea: Running coprocessor pre-open hook at 1732728313422Writing region info on filesystem at 1732728313422Initializing all the Stores at 1732728313423 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728313423Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728313423Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728313423Cleaning up temporary data from old regions at 1732728313437 (+14 ms)Running coprocessor post-open hooks at 1732728313443 (+6 ms)Region opened successfully at 1732728313445 (+2 ms) 2024-11-27T17:25:13,446 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., pid=26, masterSystemTime=1732728313416 2024-11-27T17:25:13,449 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,449 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:13,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:13,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:25:13,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-27T17:25:13,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 in 195 msec 2024-11-27T17:25:13,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T17:25:13,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, ASSIGN in 356 msec 2024-11-27T17:25:13,470 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:25:13,470 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728313470"}]},"ts":"1732728313470"} 2024-11-27T17:25:13,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T17:25:13,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:25:13,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2020 sec 2024-11-27T17:25:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-27T17:25:14,426 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:14,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:14,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:14,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:14,432 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c561393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:14,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:14,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f289009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:14,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:14,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:14,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:25:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:25:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281d24f1 2024-11-27T17:25:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:25:14,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:25:14,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:25:14,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:25:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741953_1129 (size=995) 2024-11-27T17:25:14,878 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-27T17:25:14,878 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-27T17:25:14,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:25:14,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, REOPEN/MOVE}] 2024-11-27T17:25:14,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, REOPEN/MOVE 2024-11-27T17:25:14,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:14,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, REOPEN/MOVE because future has completed 2024-11-27T17:25:14,894 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:25:14,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:25:15,048 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,048 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:25:15,048 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 7ff09240a4f693ec7733556e549df9ea, disabling compactions & flushes 2024-11-27T17:25:15,048 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,048 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,048 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. after waiting 0 ms 2024-11-27T17:25:15,048 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,052 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T17:25:15,053 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,053 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 7ff09240a4f693ec7733556e549df9ea: Waiting for close lock at 1732728315048Running coprocessor pre-close hooks at 1732728315048Disabling compacts and flushes for region at 1732728315048Disabling writes for close at 1732728315048Writing region close event to WAL at 1732728315049 (+1 ms)Running coprocessor post-close hooks at 1732728315053 (+4 ms)Closed at 1732728315053 2024-11-27T17:25:15,053 WARN [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionServer(3299): Not adding moved region record: 7ff09240a4f693ec7733556e549df9ea to self. 2024-11-27T17:25:15,055 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=CLOSED 2024-11-27T17:25:15,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:25:15,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-27T17:25:15,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 in 165 msec 2024-11-27T17:25:15,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, REOPEN/MOVE; state=CLOSED, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=true 2024-11-27T17:25:15,213 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, REOPEN/MOVE because future has completed 2024-11-27T17:25:15,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:25:15,371 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,371 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:25:15,371 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,371 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:25:15,371 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,371 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,376 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,382 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff09240a4f693ec7733556e549df9ea columnFamilyName A 2024-11-27T17:25:15,385 DEBUG [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:15,385 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(327): Store=7ff09240a4f693ec7733556e549df9ea/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:15,386 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,386 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff09240a4f693ec7733556e549df9ea columnFamilyName B 2024-11-27T17:25:15,387 DEBUG [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:15,387 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(327): Store=7ff09240a4f693ec7733556e549df9ea/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:15,387 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,388 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff09240a4f693ec7733556e549df9ea columnFamilyName C 2024-11-27T17:25:15,388 DEBUG [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:15,388 INFO [StoreOpener-7ff09240a4f693ec7733556e549df9ea-1 {}] regionserver.HStore(327): Store=7ff09240a4f693ec7733556e549df9ea/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:15,389 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,390 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,391 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,393 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:25:15,395 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,395 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 7ff09240a4f693ec7733556e549df9ea; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63415736, jitterRate=-0.05503189563751221}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:25:15,395 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,396 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 7ff09240a4f693ec7733556e549df9ea: Running coprocessor pre-open hook at 1732728315372Writing region info on filesystem at 1732728315372Initializing all the Stores at 1732728315372Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728315373 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728315373Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728315373Cleaning up temporary data from old regions at 1732728315392 (+19 ms)Running coprocessor post-open hooks at 1732728315395 (+3 ms)Region opened successfully at 1732728315396 (+1 ms) 2024-11-27T17:25:15,397 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., pid=31, masterSystemTime=1732728315367 2024-11-27T17:25:15,399 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,399 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=OPEN, openSeqNum=5, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:25:15,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-27T17:25:15,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 in 188 msec 2024-11-27T17:25:15,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T17:25:15,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, REOPEN/MOVE in 514 msec 2024-11-27T17:25:15,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-27T17:25:15,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-11-27T17:25:15,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 958 msec 2024-11-27T17:25:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-27T17:25:15,417 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:15,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,419 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2480eae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,421 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b87891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2769e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,427 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfe11c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,432 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1110761f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35359691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,438 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bf7bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,440 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77116be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,443 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5843f1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5303123d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,448 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1abdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624af131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,453 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b9757b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,455 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3eeec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,458 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d643a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5784fa65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:15,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:15,464 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b07e0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:15,466 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:15,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:15,468 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,469 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,480 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,489 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,491 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,493 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:15,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:25:15,497 DEBUG [Thread-655 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,497 DEBUG [Thread-655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:15,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-27T17:25:15,511 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T17:25:15,512 DEBUG [Thread-664 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,513 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:15,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:15,514 DEBUG [Thread-664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,515 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,540 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728375540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,550 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728375544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728375548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,551 DEBUG [Thread-662 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,552 DEBUG [Thread-662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728375548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,563 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:15,564 DEBUG [Thread-651 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:15,565 DEBUG [Thread-651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:15,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:25:15,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d6141bb177424807b4f7fd61a40a619e_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728315477/Put/seqid=0 2024-11-27T17:25:15,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728375571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T17:25:15,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741954_1130 (size=12154) 2024-11-27T17:25:15,628 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:15,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d6141bb177424807b4f7fd61a40a619e_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d6141bb177424807b4f7fd61a40a619e_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:15,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/34c0030062884afb85f63f86d9546f34, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:15,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/34c0030062884afb85f63f86d9546f34 is 175, key is test_row_0/A:col10/1732728315477/Put/seqid=0 2024-11-27T17:25:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728375655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T17:25:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728375656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728375656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728375656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741955_1131 (size=30955) 2024-11-27T17:25:15,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/34c0030062884afb85f63f86d9546f34 2024-11-27T17:25:15,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728375697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/30ed1f8328ab499e826f65ed1fb80fd3 is 50, key is test_row_0/B:col10/1732728315477/Put/seqid=0 2024-11-27T17:25:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741956_1132 (size=12001) 2024-11-27T17:25:15,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/30ed1f8328ab499e826f65ed1fb80fd3 2024-11-27T17:25:15,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T17:25:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T17:25:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e83f8d902e3f4fe584e1c657e8439ca4 is 50, key is test_row_0/C:col10/1732728315477/Put/seqid=0 2024-11-27T17:25:15,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728375876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728375886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728375886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728375891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728375915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741957_1133 (size=12001) 2024-11-27T17:25:15,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e83f8d902e3f4fe584e1c657e8439ca4 2024-11-27T17:25:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/34c0030062884afb85f63f86d9546f34 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34 2024-11-27T17:25:15,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34, entries=150, sequenceid=15, filesize=30.2 K 2024-11-27T17:25:15,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/30ed1f8328ab499e826f65ed1fb80fd3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/30ed1f8328ab499e826f65ed1fb80fd3 2024-11-27T17:25:15,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/30ed1f8328ab499e826f65ed1fb80fd3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T17:25:15,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T17:25:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:15,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e83f8d902e3f4fe584e1c657e8439ca4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e83f8d902e3f4fe584e1c657e8439ca4 2024-11-27T17:25:15,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:16,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e83f8d902e3f4fe584e1c657e8439ca4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T17:25:16,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ff09240a4f693ec7733556e549df9ea in 521ms, sequenceid=15, compaction requested=false 2024-11-27T17:25:16,014 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T17:25:16,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:16,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T17:25:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T17:25:16,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:16,136 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:25:16,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127010351be0b0348be9bb3ce55b4c6cbbe_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728315534/Put/seqid=0 2024-11-27T17:25:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:16,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:16,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741958_1134 (size=12154) 2024-11-27T17:25:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728376260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728376262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728376260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728376273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728376274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728376376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728376376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728376387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728376387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728376396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728376586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728376586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:25:16,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728376595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728376596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:16,620 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127010351be0b0348be9bb3ce55b4c6cbbe_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127010351be0b0348be9bb3ce55b4c6cbbe_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/93092c7060eb4e09aece19ac0d9640d2, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:16,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728376617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/93092c7060eb4e09aece19ac0d9640d2 is 175, key is test_row_0/A:col10/1732728315534/Put/seqid=0 2024-11-27T17:25:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T17:25:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741959_1135 (size=30955) 2024-11-27T17:25:16,669 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/93092c7060eb4e09aece19ac0d9640d2 2024-11-27T17:25:16,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/6fe271046666416c9419e498534ed1c4 is 50, key is test_row_0/B:col10/1732728315534/Put/seqid=0 2024-11-27T17:25:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741960_1136 (size=12001) 2024-11-27T17:25:16,735 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/6fe271046666416c9419e498534ed1c4 2024-11-27T17:25:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/2c3af2a0bcb54821a7d8036a81994137 is 50, key is test_row_0/C:col10/1732728315534/Put/seqid=0 2024-11-27T17:25:16,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741961_1137 (size=12001) 2024-11-27T17:25:16,800 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/2c3af2a0bcb54821a7d8036a81994137 2024-11-27T17:25:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/93092c7060eb4e09aece19ac0d9640d2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2 2024-11-27T17:25:16,812 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T17:25:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/6fe271046666416c9419e498534ed1c4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/6fe271046666416c9419e498534ed1c4 2024-11-27T17:25:16,819 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/6fe271046666416c9419e498534ed1c4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:25:16,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/2c3af2a0bcb54821a7d8036a81994137 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/2c3af2a0bcb54821a7d8036a81994137 2024-11-27T17:25:16,826 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/2c3af2a0bcb54821a7d8036a81994137, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:25:16,827 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ff09240a4f693ec7733556e549df9ea in 691ms, sequenceid=40, compaction requested=false 2024-11-27T17:25:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T17:25:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T17:25:16,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T17:25:16,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-11-27T17:25:16,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.3360 sec 2024-11-27T17:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:16,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:25:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:16,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112712abe591f0ef4264ac01fdceeb6b0ba3_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741962_1138 (size=14594) 2024-11-27T17:25:16,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:16,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112712abe591f0ef4264ac01fdceeb6b0ba3_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112712abe591f0ef4264ac01fdceeb6b0ba3_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:16,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/95d8a42e56a942bea2c4bd2bc686b882, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:16,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/95d8a42e56a942bea2c4bd2bc686b882 is 175, key is test_row_0/A:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:16,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728376962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728376968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728376970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728376979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728376979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741963_1139 (size=39549) 2024-11-27T17:25:17,014 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/95d8a42e56a942bea2c4bd2bc686b882 2024-11-27T17:25:17,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/81739696623d42b2aadb10da72308f3b is 50, key is test_row_0/B:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:17,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741964_1140 (size=12001) 2024-11-27T17:25:17,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/81739696623d42b2aadb10da72308f3b 2024-11-27T17:25:17,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728377085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728377086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728377086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f96c04cd88a741298f113c743826c750 is 50, key is test_row_0/C:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:17,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728377106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728377106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741965_1141 (size=12001) 2024-11-27T17:25:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728377295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728377295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728377295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728377325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728377325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728377616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728377616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728377616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728377635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728377645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:17,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:17,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T17:25:17,665 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:17,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:17,872 INFO [AsyncFSWAL-0-hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData-prefix:8f0673442175,45303,1732728279248 {}] wal.AbstractFSWAL(1368): Slow sync cost: 206 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39437,DS-ce0a52a6-94e5-48cf-b7d3-d6c71295a0ad,DISK]] 2024-11-27T17:25:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-27T17:25:17,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f96c04cd88a741298f113c743826c750 2024-11-27T17:25:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T17:25:17,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:17,885 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:17,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:17,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/95d8a42e56a942bea2c4bd2bc686b882 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882 2024-11-27T17:25:17,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882, entries=200, sequenceid=52, filesize=38.6 K 2024-11-27T17:25:17,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/81739696623d42b2aadb10da72308f3b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/81739696623d42b2aadb10da72308f3b 2024-11-27T17:25:17,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/81739696623d42b2aadb10da72308f3b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T17:25:17,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f96c04cd88a741298f113c743826c750 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f96c04cd88a741298f113c743826c750 2024-11-27T17:25:17,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f96c04cd88a741298f113c743826c750, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T17:25:17,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7ff09240a4f693ec7733556e549df9ea in 1066ms, sequenceid=52, compaction requested=true 2024-11-27T17:25:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:17,965 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:17,965 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:17,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:17,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:17,966 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:17,967 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:17,967 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:17,967 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=99.1 K 2024-11-27T17:25:17,967 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:17,967 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882] 2024-11-27T17:25:17,968 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:17,968 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:17,968 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:17,968 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/30ed1f8328ab499e826f65ed1fb80fd3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/6fe271046666416c9419e498534ed1c4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/81739696623d42b2aadb10da72308f3b] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=35.2 K 2024-11-27T17:25:17,969 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 30ed1f8328ab499e826f65ed1fb80fd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732728315477 2024-11-27T17:25:17,969 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c0030062884afb85f63f86d9546f34, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732728315477 2024-11-27T17:25:17,969 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe271046666416c9419e498534ed1c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728315531 2024-11-27T17:25:17,970 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 81739696623d42b2aadb10da72308f3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728316237 2024-11-27T17:25:17,970 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93092c7060eb4e09aece19ac0d9640d2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728315531 2024-11-27T17:25:17,970 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95d8a42e56a942bea2c4bd2bc686b882, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728316230 2024-11-27T17:25:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T17:25:17,992 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:17,993 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/2c82b4578c424f019e7c2383bfccd03d is 50, key is test_row_0/B:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:17,997 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:18,011 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c5e7814628024a88af3a67a63b72ac59_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:18,021 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c5e7814628024a88af3a67a63b72ac59_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:18,021 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c5e7814628024a88af3a67a63b72ac59_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:18,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-27T17:25:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:18,049 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:25:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277fea62ed204f40d1baf294374e0c5740_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728316955/Put/seqid=0 2024-11-27T17:25:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:18,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728378154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728378156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728378158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728378163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728378161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T17:25:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741966_1142 (size=12104) 2024-11-27T17:25:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741967_1143 (size=4469) 2024-11-27T17:25:18,245 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#124 average throughput is 0.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:18,246 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3645f05e0c534ac1ba7ae30e4b8788b4 is 175, key is test_row_0/A:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741968_1144 (size=12154) 2024-11-27T17:25:18,251 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/2c82b4578c424f019e7c2383bfccd03d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/2c82b4578c424f019e7c2383bfccd03d 2024-11-27T17:25:18,258 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into 2c82b4578c424f019e7c2383bfccd03d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:18,258 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:18,258 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=13, startTime=1732728317965; duration=0sec 2024-11-27T17:25:18,259 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:18,259 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:18,259 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:18,261 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:18,261 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:18,261 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:18,261 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e83f8d902e3f4fe584e1c657e8439ca4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/2c3af2a0bcb54821a7d8036a81994137, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f96c04cd88a741298f113c743826c750] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=35.2 K 2024-11-27T17:25:18,262 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e83f8d902e3f4fe584e1c657e8439ca4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732728315477 2024-11-27T17:25:18,264 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c3af2a0bcb54821a7d8036a81994137, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728315531 2024-11-27T17:25:18,265 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f96c04cd88a741298f113c743826c750, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728316237 2024-11-27T17:25:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741969_1145 (size=31058) 2024-11-27T17:25:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728378275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728378286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,287 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#126 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728378286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728378286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,297 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3645f05e0c534ac1ba7ae30e4b8788b4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3645f05e0c534ac1ba7ae30e4b8788b4 2024-11-27T17:25:18,300 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/5a868a8c05724c108c72d4c31461c3d5 is 50, key is test_row_0/C:col10/1732728316268/Put/seqid=0 2024-11-27T17:25:18,329 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into 3645f05e0c534ac1ba7ae30e4b8788b4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:18,329 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:18,329 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=13, startTime=1732728317965; duration=0sec 2024-11-27T17:25:18,329 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:18,329 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:18,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741970_1146 (size=12104) 2024-11-27T17:25:18,351 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/5a868a8c05724c108c72d4c31461c3d5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/5a868a8c05724c108c72d4c31461c3d5 2024-11-27T17:25:18,358 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into 5a868a8c05724c108c72d4c31461c3d5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:18,359 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:18,359 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=13, startTime=1732728317966; duration=0sec 2024-11-27T17:25:18,359 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:18,359 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728378486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728378495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728378495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728378495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T17:25:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:18,661 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277fea62ed204f40d1baf294374e0c5740_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277fea62ed204f40d1baf294374e0c5740_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/a91ec3c5b1cf4eedbc52c75a34e65b4e, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/a91ec3c5b1cf4eedbc52c75a34e65b4e is 175, key is test_row_0/A:col10/1732728316955/Put/seqid=0 2024-11-27T17:25:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741971_1147 (size=30955) 2024-11-27T17:25:18,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/a91ec3c5b1cf4eedbc52c75a34e65b4e 2024-11-27T17:25:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/42c0c693086543fbbdccaefa7c4cf13a is 50, key is test_row_0/B:col10/1732728316955/Put/seqid=0 2024-11-27T17:25:18,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741972_1148 (size=12001) 2024-11-27T17:25:18,747 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/42c0c693086543fbbdccaefa7c4cf13a 2024-11-27T17:25:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/35935c0e0dc54251a7386d74b8c14a90 is 50, key is test_row_0/C:col10/1732728316955/Put/seqid=0 2024-11-27T17:25:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741973_1149 (size=12001) 2024-11-27T17:25:18,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728378806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728378806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728378806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728378807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T17:25:19,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728379188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,192 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,194 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/35935c0e0dc54251a7386d74b8c14a90 2024-11-27T17:25:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/a91ec3c5b1cf4eedbc52c75a34e65b4e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e 2024-11-27T17:25:19,210 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e, entries=150, sequenceid=77, filesize=30.2 K 2024-11-27T17:25:19,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/42c0c693086543fbbdccaefa7c4cf13a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/42c0c693086543fbbdccaefa7c4cf13a 2024-11-27T17:25:19,221 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/42c0c693086543fbbdccaefa7c4cf13a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T17:25:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/35935c0e0dc54251a7386d74b8c14a90 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/35935c0e0dc54251a7386d74b8c14a90 2024-11-27T17:25:19,228 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/35935c0e0dc54251a7386d74b8c14a90, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T17:25:19,230 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ff09240a4f693ec7733556e549df9ea in 1181ms, sequenceid=77, compaction requested=false 2024-11-27T17:25:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T17:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T17:25:19,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T17:25:19,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3460 sec 2024-11-27T17:25:19,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.5690 sec 2024-11-27T17:25:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:19,317 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:19,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:25:19,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c88c216a8c8349f0baac8217e93f4f69_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741974_1150 (size=14594) 2024-11-27T17:25:19,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:19,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c88c216a8c8349f0baac8217e93f4f69_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c88c216a8c8349f0baac8217e93f4f69_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:19,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3336f93e887145e19790f16796dc46e0, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:19,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3336f93e887145e19790f16796dc46e0 is 175, key is test_row_0/A:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728379376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741975_1151 (size=39549) 2024-11-27T17:25:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728379378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,386 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3336f93e887145e19790f16796dc46e0 2024-11-27T17:25:19,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728379384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728379386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/e340c95769174e94b4542772dbdd110d is 50, key is test_row_0/B:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741976_1152 (size=12001) 2024-11-27T17:25:19,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/e340c95769174e94b4542772dbdd110d 2024-11-27T17:25:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728379495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728379495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728379496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728379496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/042d35b1d6164b38a529e77832e6445e is 50, key is test_row_0/C:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741977_1153 (size=12001) 2024-11-27T17:25:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728379706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728379706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728379716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728379716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:19,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/042d35b1d6164b38a529e77832e6445e 2024-11-27T17:25:19,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3336f93e887145e19790f16796dc46e0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0 2024-11-27T17:25:19,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0, entries=200, sequenceid=92, filesize=38.6 K 2024-11-27T17:25:19,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/e340c95769174e94b4542772dbdd110d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/e340c95769174e94b4542772dbdd110d 2024-11-27T17:25:19,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/e340c95769174e94b4542772dbdd110d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T17:25:19,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/042d35b1d6164b38a529e77832e6445e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/042d35b1d6164b38a529e77832e6445e 2024-11-27T17:25:20,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/042d35b1d6164b38a529e77832e6445e, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T17:25:20,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7ff09240a4f693ec7733556e549df9ea in 687ms, sequenceid=92, compaction requested=true 2024-11-27T17:25:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:20,004 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:20,004 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:20,006 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:20,006 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:20,006 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,006 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3645f05e0c534ac1ba7ae30e4b8788b4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=99.2 K 2024-11-27T17:25:20,007 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,007 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3645f05e0c534ac1ba7ae30e4b8788b4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0] 2024-11-27T17:25:20,008 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:20,008 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:20,008 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,008 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/2c82b4578c424f019e7c2383bfccd03d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/42c0c693086543fbbdccaefa7c4cf13a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/e340c95769174e94b4542772dbdd110d] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=35.3 K 2024-11-27T17:25:20,009 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3645f05e0c534ac1ba7ae30e4b8788b4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728316237 2024-11-27T17:25:20,009 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c82b4578c424f019e7c2383bfccd03d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728316237 2024-11-27T17:25:20,010 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c0c693086543fbbdccaefa7c4cf13a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732728316955 2024-11-27T17:25:20,010 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a91ec3c5b1cf4eedbc52c75a34e65b4e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732728316955 2024-11-27T17:25:20,013 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e340c95769174e94b4542772dbdd110d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732728318149 2024-11-27T17:25:20,013 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3336f93e887145e19790f16796dc46e0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732728318149 2024-11-27T17:25:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:20,033 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:20,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:25:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T17:25:20,035 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:20,035 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:20,035 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/298ba75da91e4eeb87a7004a4f647af7 is 50, key is test_row_0/B:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:20,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-27T17:25:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:20,038 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:20,038 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:20,039 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:20,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:20,053 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127302357ff00a145f9a0abd612d8bbdf31_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:20,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728380047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,056 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127302357ff00a145f9a0abd612d8bbdf31_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:20,057 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127302357ff00a145f9a0abd612d8bbdf31_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728380054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728380062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728380062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741978_1154 (size=12207) 2024-11-27T17:25:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741979_1155 (size=4469) 2024-11-27T17:25:20,108 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#133 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:20,109 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/0c916af2dad048c8b7500db8605c1e5f is 175, key is test_row_0/A:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:20,114 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/298ba75da91e4eeb87a7004a4f647af7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/298ba75da91e4eeb87a7004a4f647af7 2024-11-27T17:25:20,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127644ce67b77074c4c88d466b5bbfa21cb_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728320033/Put/seqid=0 2024-11-27T17:25:20,131 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into 298ba75da91e4eeb87a7004a4f647af7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:20,131 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:20,131 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=13, startTime=1732728320004; duration=0sec 2024-11-27T17:25:20,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:20,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:20,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:20,133 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:20,133 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:20,134 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,134 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/5a868a8c05724c108c72d4c31461c3d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/35935c0e0dc54251a7386d74b8c14a90, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/042d35b1d6164b38a529e77832e6445e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=35.3 K 2024-11-27T17:25:20,135 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a868a8c05724c108c72d4c31461c3d5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728316237 2024-11-27T17:25:20,136 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 35935c0e0dc54251a7386d74b8c14a90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732728316955 2024-11-27T17:25:20,137 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 042d35b1d6164b38a529e77832e6445e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732728318149 2024-11-27T17:25:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728380167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,170 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:20,171 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/924e05e610914227bf4fa8ffb238f93c is 50, key is test_row_0/C:col10/1732728318149/Put/seqid=0 2024-11-27T17:25:20,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728380176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728380176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728380176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741980_1156 (size=31161) 2024-11-27T17:25:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,212 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/0c916af2dad048c8b7500db8605c1e5f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/0c916af2dad048c8b7500db8605c1e5f 2024-11-27T17:25:20,224 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into 0c916af2dad048c8b7500db8605c1e5f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:20,224 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:20,224 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=13, startTime=1732728320004; duration=0sec 2024-11-27T17:25:20,224 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741981_1157 (size=12154) 2024-11-27T17:25:20,224 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741982_1158 (size=12207) 2024-11-27T17:25:20,263 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/924e05e610914227bf4fa8ffb238f93c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/924e05e610914227bf4fa8ffb238f93c 2024-11-27T17:25:20,271 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into 924e05e610914227bf4fa8ffb238f93c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:20,271 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:20,271 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=13, startTime=1732728320033; duration=0sec 2024-11-27T17:25:20,271 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:20,271 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:20,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:20,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728380376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728380385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728380389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728380389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:20,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127644ce67b77074c4c88d466b5bbfa21cb_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127644ce67b77074c4c88d466b5bbfa21cb_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:20,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/da64261c020041e8bb6e5c7294874fcc, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:20,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/da64261c020041e8bb6e5c7294874fcc is 175, key is test_row_0/A:col10/1732728320033/Put/seqid=0 2024-11-27T17:25:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:20,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:20,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:20,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741983_1159 (size=30955) 2024-11-27T17:25:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728380685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728380695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728380707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728380707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:20,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:20,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/da64261c020041e8bb6e5c7294874fcc 2024-11-27T17:25:21,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0ed946f1f97047568ad7e23143b6f833 is 50, key is test_row_0/B:col10/1732728320033/Put/seqid=0 2024-11-27T17:25:21,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:21,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741984_1160 (size=12001) 2024-11-27T17:25:21,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0ed946f1f97047568ad7e23143b6f833 2024-11-27T17:25:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:21,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9432fc7830c549e688cf86dc4dbe7ec0 is 50, key is test_row_0/C:col10/1732728320033/Put/seqid=0 2024-11-27T17:25:21,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728381205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:21,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:21,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728381216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728381216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:21,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728381216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:21,219 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:21,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728381225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741985_1161 (size=12001) 2024-11-27T17:25:21,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9432fc7830c549e688cf86dc4dbe7ec0 2024-11-27T17:25:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/da64261c020041e8bb6e5c7294874fcc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc 2024-11-27T17:25:21,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc, entries=150, sequenceid=120, filesize=30.2 K 2024-11-27T17:25:21,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0ed946f1f97047568ad7e23143b6f833 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0ed946f1f97047568ad7e23143b6f833 2024-11-27T17:25:21,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:21,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0ed946f1f97047568ad7e23143b6f833, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T17:25:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:21,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:21,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9432fc7830c549e688cf86dc4dbe7ec0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9432fc7830c549e688cf86dc4dbe7ec0 2024-11-27T17:25:21,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9432fc7830c549e688cf86dc4dbe7ec0, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T17:25:21,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7ff09240a4f693ec7733556e549df9ea in 1295ms, sequenceid=120, compaction requested=false 2024-11-27T17:25:21,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:21,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T17:25:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:21,442 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T17:25:21,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112728cfe79895f5448aab31ad0b8eddfe68_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728320050/Put/seqid=0 2024-11-27T17:25:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741986_1162 (size=12154) 2024-11-27T17:25:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:21,525 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112728cfe79895f5448aab31ad0b8eddfe68_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112728cfe79895f5448aab31ad0b8eddfe68_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:21,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/232eb2945dea44b1931df2f493c384d3, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:21,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/232eb2945dea44b1931df2f493c384d3 is 175, key is test_row_0/A:col10/1732728320050/Put/seqid=0 2024-11-27T17:25:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741987_1163 (size=30955) 2024-11-27T17:25:21,542 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/232eb2945dea44b1931df2f493c384d3 2024-11-27T17:25:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/f26ac97a00524940aa8a5fbbe820d922 is 50, key is test_row_0/B:col10/1732728320050/Put/seqid=0 2024-11-27T17:25:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741988_1164 (size=12001) 2024-11-27T17:25:21,983 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/f26ac97a00524940aa8a5fbbe820d922 2024-11-27T17:25:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e58dcaf78fa249a9b436ba643c531964 is 50, key is test_row_0/C:col10/1732728320050/Put/seqid=0 2024-11-27T17:25:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741989_1165 (size=12001) 2024-11-27T17:25:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:22,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728382359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728382360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728382366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728382375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,429 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e58dcaf78fa249a9b436ba643c531964 2024-11-27T17:25:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/232eb2945dea44b1931df2f493c384d3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3 2024-11-27T17:25:22,460 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3, entries=150, sequenceid=131, filesize=30.2 K 2024-11-27T17:25:22,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/f26ac97a00524940aa8a5fbbe820d922 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/f26ac97a00524940aa8a5fbbe820d922 2024-11-27T17:25:22,470 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/f26ac97a00524940aa8a5fbbe820d922, entries=150, sequenceid=131, filesize=11.7 K 2024-11-27T17:25:22,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e58dcaf78fa249a9b436ba643c531964 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e58dcaf78fa249a9b436ba643c531964 2024-11-27T17:25:22,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728382475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728382475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728382475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,482 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e58dcaf78fa249a9b436ba643c531964, entries=150, sequenceid=131, filesize=11.7 K 2024-11-27T17:25:22,484 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 7ff09240a4f693ec7733556e549df9ea in 1041ms, sequenceid=131, compaction requested=true 2024-11-27T17:25:22,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:22,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:22,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T17:25:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T17:25:22,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T17:25:22,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4470 sec 2024-11-27T17:25:22,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.4540 sec 2024-11-27T17:25:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:22,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T17:25:22,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ada8683635924d55966f610f01cb8990_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:22,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728382521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741990_1166 (size=14794) 2024-11-27T17:25:22,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,575 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ada8683635924d55966f610f01cb8990_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ada8683635924d55966f610f01cb8990_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:22,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2c90a642c51449e1950189fcb8528570, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:22,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2c90a642c51449e1950189fcb8528570 is 175, key is test_row_0/A:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741991_1167 (size=39749) 2024-11-27T17:25:22,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2c90a642c51449e1950189fcb8528570 2024-11-27T17:25:22,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/37c2f71d24c5498ea34c85306d45c778 is 50, key is test_row_0/B:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728382635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741992_1168 (size=12151) 2024-11-27T17:25:22,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/37c2f71d24c5498ea34c85306d45c778 2024-11-27T17:25:22,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/0fccb53dbc41404783116ad47cd61612 is 50, key is test_row_0/C:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728382685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728382685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728382685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:22,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:22,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741993_1169 (size=12151) 2024-11-27T17:25:22,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/0fccb53dbc41404783116ad47cd61612 2024-11-27T17:25:22,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2c90a642c51449e1950189fcb8528570 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570 2024-11-27T17:25:22,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570, entries=200, sequenceid=161, filesize=38.8 K 2024-11-27T17:25:22,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/37c2f71d24c5498ea34c85306d45c778 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/37c2f71d24c5498ea34c85306d45c778 2024-11-27T17:25:22,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/37c2f71d24c5498ea34c85306d45c778, entries=150, sequenceid=161, filesize=11.9 K 2024-11-27T17:25:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/0fccb53dbc41404783116ad47cd61612 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/0fccb53dbc41404783116ad47cd61612 2024-11-27T17:25:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/0fccb53dbc41404783116ad47cd61612, entries=150, sequenceid=161, filesize=11.9 K 2024-11-27T17:25:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 7ff09240a4f693ec7733556e549df9ea in 265ms, sequenceid=161, compaction requested=true 2024-11-27T17:25:22,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:22,763 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:22,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:22,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:22,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:22,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:22,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:22,764 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:22,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:22,765 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:22,765 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:22,765 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:22,765 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/0c916af2dad048c8b7500db8605c1e5f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=129.7 K 2024-11-27T17:25:22,765 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:22,765 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/0c916af2dad048c8b7500db8605c1e5f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570] 2024-11-27T17:25:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,767 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c916af2dad048c8b7500db8605c1e5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732728318149 2024-11-27T17:25:22,768 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting da64261c020041e8bb6e5c7294874fcc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732728319381 2024-11-27T17:25:22,768 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:22,769 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:22,769 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:22,769 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/298ba75da91e4eeb87a7004a4f647af7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0ed946f1f97047568ad7e23143b6f833, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/f26ac97a00524940aa8a5fbbe820d922, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/37c2f71d24c5498ea34c85306d45c778] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=47.2 K 2024-11-27T17:25:22,769 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 232eb2945dea44b1931df2f493c384d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728320048 2024-11-27T17:25:22,769 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 298ba75da91e4eeb87a7004a4f647af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732728318149 2024-11-27T17:25:22,770 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c90a642c51449e1950189fcb8528570, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732728322321 2024-11-27T17:25:22,770 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed946f1f97047568ad7e23143b6f833, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732728319381 2024-11-27T17:25:22,770 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f26ac97a00524940aa8a5fbbe820d922, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728320048 2024-11-27T17:25:22,771 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37c2f71d24c5498ea34c85306d45c778, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732728322324 2024-11-27T17:25:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,796 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,803 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127395e4fe1b96c46daa7e6ef70ccaa9c54_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,818 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#145 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,820 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/839fc0cb3b0c4dca8b553c2f795701fd is 50, key is test_row_0/B:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,824 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127395e4fe1b96c46daa7e6ef70ccaa9c54_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:22,825 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127395e4fe1b96c46daa7e6ef70ccaa9c54_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741994_1170 (size=12493) 2024-11-27T17:25:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,849 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/839fc0cb3b0c4dca8b553c2f795701fd as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/839fc0cb3b0c4dca8b553c2f795701fd 2024-11-27T17:25:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,859 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into 839fc0cb3b0c4dca8b553c2f795701fd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:22,860 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:22,860 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=12, startTime=1732728322764; duration=0sec 2024-11-27T17:25:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,860 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:22,860 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:22,860 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,862 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:22,863 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:22,863 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,863 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/924e05e610914227bf4fa8ffb238f93c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9432fc7830c549e688cf86dc4dbe7ec0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e58dcaf78fa249a9b436ba643c531964, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/0fccb53dbc41404783116ad47cd61612] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=47.2 K 2024-11-27T17:25:22,864 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 924e05e610914227bf4fa8ffb238f93c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732728318149 2024-11-27T17:25:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,866 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9432fc7830c549e688cf86dc4dbe7ec0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732728319381 2024-11-27T17:25:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,866 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e58dcaf78fa249a9b436ba643c531964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732728320048 2024-11-27T17:25:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,867 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fccb53dbc41404783116ad47cd61612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732728322324 2024-11-27T17:25:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741995_1171 (size=4469) 2024-11-27T17:25:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,954 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,955 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e66625c9f1244a158669514b09d20126 is 50, key is test_row_0/C:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741996_1172 (size=12493) 2024-11-27T17:25:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:23,018 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:23,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:25:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270de54a6c80df4294a956bb62ccdb5f3a_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728323017/Put/seqid=0 2024-11-27T17:25:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741997_1173 (size=19774) 2024-11-27T17:25:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728383120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728383129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728383131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728383133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728383246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728383246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728383247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728383246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,358 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#144 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:23,358 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/789cf566f6514368ac222f9ba0b95528 is 175, key is test_row_0/A:col10/1732728322359/Put/seqid=0 2024-11-27T17:25:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741998_1174 (size=31447) 2024-11-27T17:25:23,389 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e66625c9f1244a158669514b09d20126 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e66625c9f1244a158669514b09d20126 2024-11-27T17:25:23,390 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/789cf566f6514368ac222f9ba0b95528 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/789cf566f6514368ac222f9ba0b95528 2024-11-27T17:25:23,403 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into e66625c9f1244a158669514b09d20126(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:23,403 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:23,403 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=12, startTime=1732728322764; duration=0sec 2024-11-27T17:25:23,404 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:23,404 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:23,415 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into 789cf566f6514368ac222f9ba0b95528(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:23,415 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:23,416 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=12, startTime=1732728322762; duration=0sec 2024-11-27T17:25:23,416 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:23,416 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728383456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728383456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728383456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728383465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:23,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270de54a6c80df4294a956bb62ccdb5f3a_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270de54a6c80df4294a956bb62ccdb5f3a_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:23,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3ba9068807ad45a993dc0310950d49ad, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:23,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3ba9068807ad45a993dc0310950d49ad is 175, key is test_row_0/A:col10/1732728323017/Put/seqid=0 2024-11-27T17:25:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741999_1175 (size=57033) 2024-11-27T17:25:23,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728383765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728383765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728383766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728383775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:23,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3ba9068807ad45a993dc0310950d49ad 2024-11-27T17:25:23,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4057b1cdb6a647d39af827b739993988 is 50, key is test_row_0/B:col10/1732728323017/Put/seqid=0 2024-11-27T17:25:23,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742000_1176 (size=12151) 2024-11-27T17:25:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T17:25:24,216 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:24,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-27T17:25:24,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:24,222 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:24,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-27T17:25:24,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728384275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728384286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:24,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728384287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:24,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:24,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728384287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:24,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:24,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-27T17:25:24,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T17:25:24,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:24,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4057b1cdb6a647d39af827b739993988 2024-11-27T17:25:24,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/47a98b83377a4ce0ac778b1a9a0835af is 50, key is test_row_0/C:col10/1732728323017/Put/seqid=0 2024-11-27T17:25:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742001_1177 (size=12151) 2024-11-27T17:25:24,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T17:25:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-27T17:25:24,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T17:25:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/47a98b83377a4ce0ac778b1a9a0835af 2024-11-27T17:25:24,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3ba9068807ad45a993dc0310950d49ad as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad 2024-11-27T17:25:24,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T17:25:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:24,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad, entries=300, sequenceid=174, filesize=55.7 K 2024-11-27T17:25:24,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4057b1cdb6a647d39af827b739993988 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4057b1cdb6a647d39af827b739993988 2024-11-27T17:25:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-27T17:25:24,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4057b1cdb6a647d39af827b739993988, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T17:25:24,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/47a98b83377a4ce0ac778b1a9a0835af as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/47a98b83377a4ce0ac778b1a9a0835af 2024-11-27T17:25:24,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/47a98b83377a4ce0ac778b1a9a0835af, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T17:25:24,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ff09240a4f693ec7733556e549df9ea in 1867ms, sequenceid=174, compaction requested=false 2024-11-27T17:25:24,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:24,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T17:25:24,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:24,997 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T17:25:25,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127663cc4bb8e084d61aded676d02eb9d6e_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728323126/Put/seqid=0 2024-11-27T17:25:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742002_1178 (size=12304) 2024-11-27T17:25:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:25,055 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127663cc4bb8e084d61aded676d02eb9d6e_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127663cc4bb8e084d61aded676d02eb9d6e_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/612f9baf3b754018b340cf1b7bd23a32, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/612f9baf3b754018b340cf1b7bd23a32 is 175, key is test_row_0/A:col10/1732728323126/Put/seqid=0 2024-11-27T17:25:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742003_1179 (size=31105) 2024-11-27T17:25:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:25,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728385280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728385285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,291 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728385296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,300 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728385305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728385305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,308 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,309 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-27T17:25:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728385395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,486 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/612f9baf3b754018b340cf1b7bd23a32 2024-11-27T17:25:25,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/25f92f47288445c996faa645af8eaf3b is 50, key is test_row_0/B:col10/1732728323126/Put/seqid=0 2024-11-27T17:25:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742004_1180 (size=12151) 2024-11-27T17:25:25,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728385605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,642 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T17:25:25,642 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T17:25:25,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728385915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:25,929 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/25f92f47288445c996faa645af8eaf3b 2024-11-27T17:25:25,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/3ff9f53bc0884880a43ae0a2de0cbf48 is 50, key is test_row_0/C:col10/1732728323126/Put/seqid=0 2024-11-27T17:25:25,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742005_1181 (size=12151) 2024-11-27T17:25:25,982 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/3ff9f53bc0884880a43ae0a2de0cbf48 2024-11-27T17:25:25,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/612f9baf3b754018b340cf1b7bd23a32 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32 2024-11-27T17:25:25,995 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32, entries=150, sequenceid=200, filesize=30.4 K 2024-11-27T17:25:25,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/25f92f47288445c996faa645af8eaf3b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/25f92f47288445c996faa645af8eaf3b 2024-11-27T17:25:26,009 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/25f92f47288445c996faa645af8eaf3b, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T17:25:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/3ff9f53bc0884880a43ae0a2de0cbf48 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/3ff9f53bc0884880a43ae0a2de0cbf48 2024-11-27T17:25:26,018 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/3ff9f53bc0884880a43ae0a2de0cbf48, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T17:25:26,019 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ff09240a4f693ec7733556e549df9ea in 1022ms, sequenceid=200, compaction requested=true 2024-11-27T17:25:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T17:25:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-27T17:25:26,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T17:25:26,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-11-27T17:25:26,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.8050 sec 2024-11-27T17:25:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-27T17:25:26,396 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:26,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-27T17:25:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-27T17:25:26,400 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:26,401 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:26,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:26,426 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:26,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:25:26,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a5ba5d6eac24488a8682b8a8c32db97a_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:26,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742006_1182 (size=12304) 2024-11-27T17:25:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-27T17:25:26,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728386574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728386685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:26,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-27T17:25:26,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:26,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:26,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:26,877 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:26,881 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a5ba5d6eac24488a8682b8a8c32db97a_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a5ba5d6eac24488a8682b8a8c32db97a_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:26,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/519f7a72f18f4cc5a6fd28b1a3afd59c, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:26,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/519f7a72f18f4cc5a6fd28b1a3afd59c is 175, key is test_row_0/A:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742007_1183 (size=31105) 2024-11-27T17:25:26,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728386895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-27T17:25:27,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728387205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/519f7a72f18f4cc5a6fd28b1a3afd59c 2024-11-27T17:25:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728387306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:27,312 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/04bb5abdd7b446fa98c32d688ae4cc4e is 50, key is test_row_0/B:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:27,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728387315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:27,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,324 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728387336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:27,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728387336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:27,338 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,338 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742008_1184 (size=12151) 2024-11-27T17:25:27,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/04bb5abdd7b446fa98c32d688ae4cc4e 2024-11-27T17:25:27,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/60c77bd49ce3463f8589ec388b785da3 is 50, key is test_row_0/C:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742009_1185 (size=12151) 2024-11-27T17:25:27,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-27T17:25:27,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728387715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:27,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:27,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:27,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/60c77bd49ce3463f8589ec388b785da3 2024-11-27T17:25:27,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/519f7a72f18f4cc5a6fd28b1a3afd59c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c 2024-11-27T17:25:27,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c, entries=150, sequenceid=213, filesize=30.4 K 2024-11-27T17:25:27,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/04bb5abdd7b446fa98c32d688ae4cc4e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/04bb5abdd7b446fa98c32d688ae4cc4e 2024-11-27T17:25:27,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/04bb5abdd7b446fa98c32d688ae4cc4e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-27T17:25:27,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/60c77bd49ce3463f8589ec388b785da3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/60c77bd49ce3463f8589ec388b785da3 2024-11-27T17:25:27,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/60c77bd49ce3463f8589ec388b785da3, entries=150, sequenceid=213, filesize=11.9 K 2024-11-27T17:25:27,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ff09240a4f693ec7733556e549df9ea in 1439ms, sequenceid=213, compaction requested=true 2024-11-27T17:25:27,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:25:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T17:25:27,866 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:27,866 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:27,868 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:27,868 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:27,868 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:27,868 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:27,868 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,869 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e66625c9f1244a158669514b09d20126, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/47a98b83377a4ce0ac778b1a9a0835af, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/3ff9f53bc0884880a43ae0a2de0cbf48, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/60c77bd49ce3463f8589ec388b785da3] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=47.8 K 2024-11-27T17:25:27,869 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,869 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/789cf566f6514368ac222f9ba0b95528, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=147.2 K 2024-11-27T17:25:27,869 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,869 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/789cf566f6514368ac222f9ba0b95528, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c] 2024-11-27T17:25:27,869 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e66625c9f1244a158669514b09d20126, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732728322324 2024-11-27T17:25:27,869 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 789cf566f6514368ac222f9ba0b95528, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732728322324 2024-11-27T17:25:27,869 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 47a98b83377a4ce0ac778b1a9a0835af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732728322893 2024-11-27T17:25:27,870 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ff9f53bc0884880a43ae0a2de0cbf48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732728323108 2024-11-27T17:25:27,870 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ba9068807ad45a993dc0310950d49ad, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732728322893 2024-11-27T17:25:27,870 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 60c77bd49ce3463f8589ec388b785da3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732728325263 2024-11-27T17:25:27,870 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 612f9baf3b754018b340cf1b7bd23a32, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732728323108 2024-11-27T17:25:27,870 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519f7a72f18f4cc5a6fd28b1a3afd59c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732728325263 2024-11-27T17:25:27,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T17:25:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:27,942 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:25:27,960 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:27,961 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/08b59b5c61f64a8baa2d96162a0492df is 50, key is test_row_0/C:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:27,976 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:28,005 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112748a2041e44c547128faa6b9c190e0c40_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:28,008 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112748a2041e44c547128faa6b9c190e0c40_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:28,008 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112748a2041e44c547128faa6b9c190e0c40_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279166d7ca6fdb41a0bfa7014eeee89fdf_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728326500/Put/seqid=0 2024-11-27T17:25:28,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742010_1186 (size=12629) 2024-11-27T17:25:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742011_1187 (size=4469) 2024-11-27T17:25:28,071 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/08b59b5c61f64a8baa2d96162a0492df as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/08b59b5c61f64a8baa2d96162a0492df 2024-11-27T17:25:28,072 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#157 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:28,072 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/e05388f836094e818f73efdcf5b0bb27 is 175, key is test_row_0/A:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742012_1188 (size=12304) 2024-11-27T17:25:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,089 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into 08b59b5c61f64a8baa2d96162a0492df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:28,089 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:28,089 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=12, startTime=1732728327866; duration=0sec 2024-11-27T17:25:28,090 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279166d7ca6fdb41a0bfa7014eeee89fdf_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279166d7ca6fdb41a0bfa7014eeee89fdf_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/77d556a118344c95b898e960ad9b543c, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/77d556a118344c95b898e960ad9b543c is 175, key is test_row_0/A:col10/1732728326500/Put/seqid=0 2024-11-27T17:25:28,108 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:28,108 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:28,108 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:28,114 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:28,114 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:28,115 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:28,115 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/839fc0cb3b0c4dca8b553c2f795701fd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4057b1cdb6a647d39af827b739993988, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/25f92f47288445c996faa645af8eaf3b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/04bb5abdd7b446fa98c32d688ae4cc4e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=47.8 K 2024-11-27T17:25:28,116 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 839fc0cb3b0c4dca8b553c2f795701fd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732728322324 2024-11-27T17:25:28,117 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4057b1cdb6a647d39af827b739993988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732728322893 2024-11-27T17:25:28,118 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 25f92f47288445c996faa645af8eaf3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732728323108 2024-11-27T17:25:28,118 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 04bb5abdd7b446fa98c32d688ae4cc4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732728325263 2024-11-27T17:25:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742013_1189 (size=31583) 2024-11-27T17:25:28,135 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/e05388f836094e818f73efdcf5b0bb27 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/e05388f836094e818f73efdcf5b0bb27 2024-11-27T17:25:28,144 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into e05388f836094e818f73efdcf5b0bb27(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:28,144 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:28,144 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=12, startTime=1732728327866; duration=0sec 2024-11-27T17:25:28,145 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:28,145 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:28,149 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:28,150 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/a0c2a960015d483c951ddd228ceb57d3 is 50, key is test_row_0/B:col10/1732728325278/Put/seqid=0 2024-11-27T17:25:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742014_1190 (size=31105) 2024-11-27T17:25:28,154 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/77d556a118344c95b898e960ad9b543c 2024-11-27T17:25:28,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4211aa6fd42d44688a250b410fe0e798 is 50, key is test_row_0/B:col10/1732728326500/Put/seqid=0 2024-11-27T17:25:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742015_1191 (size=12629) 2024-11-27T17:25:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742016_1192 (size=12151) 2024-11-27T17:25:28,234 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4211aa6fd42d44688a250b410fe0e798 2024-11-27T17:25:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/38561f0bd41b4a85913c04beb29a812d is 50, key is test_row_0/C:col10/1732728326500/Put/seqid=0 2024-11-27T17:25:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742017_1193 (size=12151) 2024-11-27T17:25:28,281 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/38561f0bd41b4a85913c04beb29a812d 2024-11-27T17:25:28,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/77d556a118344c95b898e960ad9b543c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c 2024-11-27T17:25:28,293 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c, entries=150, sequenceid=236, filesize=30.4 K 2024-11-27T17:25:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4211aa6fd42d44688a250b410fe0e798 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4211aa6fd42d44688a250b410fe0e798 2024-11-27T17:25:28,303 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4211aa6fd42d44688a250b410fe0e798, entries=150, sequenceid=236, filesize=11.9 K 2024-11-27T17:25:28,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/38561f0bd41b4a85913c04beb29a812d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/38561f0bd41b4a85913c04beb29a812d 2024-11-27T17:25:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,311 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/38561f0bd41b4a85913c04beb29a812d, entries=150, sequenceid=236, filesize=11.9 K 2024-11-27T17:25:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,312 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 7ff09240a4f693ec7733556e549df9ea in 371ms, sequenceid=236, compaction requested=false 2024-11-27T17:25:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T17:25:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-27T17:25:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T17:25:28,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-11-27T17:25:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9220 sec 2024-11-27T17:25:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-27T17:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,548 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-27T17:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,551 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T17:25:28,553 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,598 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/a0c2a960015d483c951ddd228ceb57d3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/a0c2a960015d483c951ddd228ceb57d3 2024-11-27T17:25:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,605 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into a0c2a960015d483c951ddd228ceb57d3(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:28,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:28,605 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=12, startTime=1732728327866; duration=0sec 2024-11-27T17:25:28,606 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:28,606 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T17:25:28,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:28,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:28,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T17:25:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-27T17:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T17:25:28,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-27T17:25:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 162 msec 2024-11-27T17:25:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T17:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,865 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-27T17:25:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-27T17:25:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,873 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:28,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:28,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:28,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:25:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:28,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fe34e8c5d8e14b4db78943920d1c0188_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-27T17:25:28,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742018_1194 (size=12304) 2024-11-27T17:25:29,000 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:29,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fe34e8c5d8e14b4db78943920d1c0188_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe34e8c5d8e14b4db78943920d1c0188_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:29,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/16f0b4d40e634a53a8ce968de419a27c, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:29,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/16f0b4d40e634a53a8ce968de419a27c is 175, key is test_row_0/A:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:29,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T17:25:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742019_1195 (size=31105) 2024-11-27T17:25:29,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/16f0b4d40e634a53a8ce968de419a27c 2024-11-27T17:25:29,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0a20b73da6fa4d7491511293886ca83d is 50, key is test_row_0/B:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:29,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728389079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742020_1196 (size=12151) 2024-11-27T17:25:29,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0a20b73da6fa4d7491511293886ca83d 2024-11-27T17:25:29,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/13aa6c6f87e64451a479a2c2aa3e4c54 is 50, key is test_row_0/C:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742021_1197 (size=12151) 2024-11-27T17:25:29,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T17:25:29,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-27T17:25:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728389185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:29,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T17:25:29,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728389395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:29,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T17:25:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-27T17:25:29,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/13aa6c6f87e64451a479a2c2aa3e4c54 2024-11-27T17:25:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/16f0b4d40e634a53a8ce968de419a27c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c 2024-11-27T17:25:29,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c, entries=150, sequenceid=251, filesize=30.4 K 2024-11-27T17:25:29,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0a20b73da6fa4d7491511293886ca83d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0a20b73da6fa4d7491511293886ca83d 2024-11-27T17:25:29,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0a20b73da6fa4d7491511293886ca83d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-27T17:25:29,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/13aa6c6f87e64451a479a2c2aa3e4c54 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/13aa6c6f87e64451a479a2c2aa3e4c54 2024-11-27T17:25:29,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/13aa6c6f87e64451a479a2c2aa3e4c54, entries=150, sequenceid=251, filesize=11.9 K 2024-11-27T17:25:29,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ff09240a4f693ec7733556e549df9ea in 621ms, sequenceid=251, compaction requested=true 2024-11-27T17:25:29,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:29,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:29,538 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:29,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:29,538 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:29,540 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:29,540 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:29,540 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,540 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/e05388f836094e818f73efdcf5b0bb27, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=91.6 K 2024-11-27T17:25:29,540 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,541 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/e05388f836094e818f73efdcf5b0bb27, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c] 2024-11-27T17:25:29,541 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:29,541 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:29,541 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,541 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/a0c2a960015d483c951ddd228ceb57d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4211aa6fd42d44688a250b410fe0e798, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0a20b73da6fa4d7491511293886ca83d] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=36.1 K 2024-11-27T17:25:29,542 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a0c2a960015d483c951ddd228ceb57d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732728325263 2024-11-27T17:25:29,542 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e05388f836094e818f73efdcf5b0bb27, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732728325263 2024-11-27T17:25:29,543 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4211aa6fd42d44688a250b410fe0e798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732728326500 2024-11-27T17:25:29,543 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d556a118344c95b898e960ad9b543c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732728326500 2024-11-27T17:25:29,543 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a20b73da6fa4d7491511293886ca83d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732728328880 2024-11-27T17:25:29,544 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f0b4d40e634a53a8ce968de419a27c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732728328880 2024-11-27T17:25:29,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:29,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:29,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:29,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:29,561 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:29,562 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/b2922defcf7d43308c84a1c0558500d3 is 50, key is test_row_0/B:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:29,563 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:29,570 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112751af8307c96a48c597471d176080befe_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:29,572 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112751af8307c96a48c597471d176080befe_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:29,572 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112751af8307c96a48c597471d176080befe_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742022_1198 (size=12731) 2024-11-27T17:25:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742023_1199 (size=4469) 2024-11-27T17:25:29,589 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/b2922defcf7d43308c84a1c0558500d3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/b2922defcf7d43308c84a1c0558500d3 2024-11-27T17:25:29,589 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#166 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:29,590 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/023fcf20232140dd8ceb43f17fdbfa54 is 175, key is test_row_0/A:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:29,605 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into b2922defcf7d43308c84a1c0558500d3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:29,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:29,605 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=13, startTime=1732728329538; duration=0sec 2024-11-27T17:25:29,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:29,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:29,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:29,607 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:29,607 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:29,607 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,607 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/08b59b5c61f64a8baa2d96162a0492df, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/38561f0bd41b4a85913c04beb29a812d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/13aa6c6f87e64451a479a2c2aa3e4c54] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=36.1 K 2024-11-27T17:25:29,607 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b59b5c61f64a8baa2d96162a0492df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732728325263 2024-11-27T17:25:29,608 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 38561f0bd41b4a85913c04beb29a812d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732728326500 2024-11-27T17:25:29,608 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 13aa6c6f87e64451a479a2c2aa3e4c54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732728328880 2024-11-27T17:25:29,624 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:29,625 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9c2715637d6c4c1dbb00ddf25e4b7ce6 is 50, key is test_row_0/C:col10/1732728328880/Put/seqid=0 2024-11-27T17:25:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742024_1200 (size=31685) 2024-11-27T17:25:29,637 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/023fcf20232140dd8ceb43f17fdbfa54 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/023fcf20232140dd8ceb43f17fdbfa54 2024-11-27T17:25:29,647 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into 023fcf20232140dd8ceb43f17fdbfa54(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:29,647 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:29,648 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=13, startTime=1732728329538; duration=0sec 2024-11-27T17:25:29,648 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:29,648 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:29,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T17:25:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:29,649 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:25:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742025_1201 (size=12731) 2024-11-27T17:25:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112760d63f225aa14688aabb08bc44c5cb41_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:29,680 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9c2715637d6c4c1dbb00ddf25e4b7ce6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9c2715637d6c4c1dbb00ddf25e4b7ce6 2024-11-27T17:25:29,690 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into 9c2715637d6c4c1dbb00ddf25e4b7ce6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:29,690 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:29,690 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=13, startTime=1732728329554; duration=0sec 2024-11-27T17:25:29,690 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:29,690 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742026_1202 (size=12454) 2024-11-27T17:25:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:29,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:29,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728389742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:29,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728389855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:29,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:29,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-27T17:25:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728390065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,104 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112760d63f225aa14688aabb08bc44c5cb41_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112760d63f225aa14688aabb08bc44c5cb41_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/63558cfa3ceb42619af5c9a1f7b0d254, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/63558cfa3ceb42619af5c9a1f7b0d254 is 175, key is test_row_0/A:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742027_1203 (size=31255) 2024-11-27T17:25:30,146 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/63558cfa3ceb42619af5c9a1f7b0d254 2024-11-27T17:25:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4d8ea2be6fef460eb0812718205881ab is 50, key is test_row_0/B:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742028_1204 (size=12301) 2024-11-27T17:25:30,218 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4d8ea2be6fef460eb0812718205881ab 2024-11-27T17:25:30,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/24c3b9d424ca4c7eba2a73c374bf3179 is 50, key is test_row_0/C:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:30,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742029_1205 (size=12301) 2024-11-27T17:25:30,249 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/24c3b9d424ca4c7eba2a73c374bf3179 2024-11-27T17:25:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/63558cfa3ceb42619af5c9a1f7b0d254 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254 2024-11-27T17:25:30,259 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254, entries=150, sequenceid=278, filesize=30.5 K 2024-11-27T17:25:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/4d8ea2be6fef460eb0812718205881ab as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4d8ea2be6fef460eb0812718205881ab 2024-11-27T17:25:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,267 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4d8ea2be6fef460eb0812718205881ab, entries=150, sequenceid=278, filesize=12.0 K 2024-11-27T17:25:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/24c3b9d424ca4c7eba2a73c374bf3179 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/24c3b9d424ca4c7eba2a73c374bf3179 2024-11-27T17:25:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,277 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/24c3b9d424ca4c7eba2a73c374bf3179, entries=150, sequenceid=278, filesize=12.0 K 2024-11-27T17:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,279 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ff09240a4f693ec7733556e549df9ea in 631ms, sequenceid=278, compaction requested=false 2024-11-27T17:25:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T17:25:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-27T17:25:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T17:25:30,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-27T17:25:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.4170 sec 2024-11-27T17:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,399 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:30,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:25:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112768fddac05fa44490bb8d5bd229cb9681_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_1/A:col10/1732728330397/Put/seqid=0 2024-11-27T17:25:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742030_1206 (size=12454) 2024-11-27T17:25:30,453 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:30,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112768fddac05fa44490bb8d5bd229cb9681_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112768fddac05fa44490bb8d5bd229cb9681_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:30,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/4d1d7ea9c119493fac4f9f05d629b6be, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:30,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/4d1d7ea9c119493fac4f9f05d629b6be is 175, key is test_row_1/A:col10/1732728330397/Put/seqid=0 2024-11-27T17:25:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742031_1207 (size=31251) 2024-11-27T17:25:30,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/4d1d7ea9c119493fac4f9f05d629b6be 2024-11-27T17:25:30,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ebaa0a5a7a7448c5b0a35eee5a74cf39 is 50, key is test_row_1/B:col10/1732728330397/Put/seqid=0 2024-11-27T17:25:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742032_1208 (size=9857) 2024-11-27T17:25:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728390528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:30,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728390636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728390845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:30,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ebaa0a5a7a7448c5b0a35eee5a74cf39 2024-11-27T17:25:30,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1 is 50, key is test_row_1/C:col10/1732728330397/Put/seqid=0 2024-11-27T17:25:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742033_1209 (size=9857) 2024-11-27T17:25:30,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1 2024-11-27T17:25:30,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/4d1d7ea9c119493fac4f9f05d629b6be as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be 2024-11-27T17:25:30,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be, entries=150, sequenceid=291, filesize=30.5 K 2024-11-27T17:25:30,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ebaa0a5a7a7448c5b0a35eee5a74cf39 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ebaa0a5a7a7448c5b0a35eee5a74cf39 2024-11-27T17:25:30,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ebaa0a5a7a7448c5b0a35eee5a74cf39, entries=100, sequenceid=291, filesize=9.6 K 2024-11-27T17:25:30,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1 2024-11-27T17:25:30,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1, entries=100, sequenceid=291, filesize=9.6 K 2024-11-27T17:25:30,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ff09240a4f693ec7733556e549df9ea in 593ms, sequenceid=291, compaction requested=true 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:30,993 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:30,993 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:30,994 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:30,995 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:30,995 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:30,995 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/b2922defcf7d43308c84a1c0558500d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4d8ea2be6fef460eb0812718205881ab, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ebaa0a5a7a7448c5b0a35eee5a74cf39] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=34.1 K 2024-11-27T17:25:30,995 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:30,995 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:30,995 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:30,995 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/023fcf20232140dd8ceb43f17fdbfa54, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=92.0 K 2024-11-27T17:25:30,995 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:30,995 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/023fcf20232140dd8ceb43f17fdbfa54, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be] 2024-11-27T17:25:30,996 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b2922defcf7d43308c84a1c0558500d3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732728328880 2024-11-27T17:25:30,996 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 023fcf20232140dd8ceb43f17fdbfa54, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732728328880 2024-11-27T17:25:30,997 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8ea2be6fef460eb0812718205881ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732728329055 2024-11-27T17:25:30,997 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63558cfa3ceb42619af5c9a1f7b0d254, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732728329055 2024-11-27T17:25:30,997 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ebaa0a5a7a7448c5b0a35eee5a74cf39, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732728329730 2024-11-27T17:25:30,997 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d1d7ea9c119493fac4f9f05d629b6be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732728329730 2024-11-27T17:25:31,010 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:31,013 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/8bbe6a690efc455699947aabc4bf7f53 is 50, key is test_row_0/B:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-27T17:25:31,016 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:31,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-27T17:25:31,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:31,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:31,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:31,022 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-27T17:25:31,037 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127f4055836618a4eed9a15c857e64fe736_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:31,039 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127f4055836618a4eed9a15c857e64fe736_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:31,040 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f4055836618a4eed9a15c857e64fe736_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742034_1210 (size=12983) 2024-11-27T17:25:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742035_1211 (size=4469) 2024-11-27T17:25:31,099 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#175 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:31,100 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/c085b0d1fd874d4cb58cf58edc903a43 is 175, key is test_row_0/A:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:31,105 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/8bbe6a690efc455699947aabc4bf7f53 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/8bbe6a690efc455699947aabc4bf7f53 2024-11-27T17:25:31,118 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into 8bbe6a690efc455699947aabc4bf7f53(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:31,118 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:31,118 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=13, startTime=1732728330993; duration=0sec 2024-11-27T17:25:31,118 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:31,118 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:31,118 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:31,119 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:31,119 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:31,120 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,120 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9c2715637d6c4c1dbb00ddf25e4b7ce6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/24c3b9d424ca4c7eba2a73c374bf3179, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=34.1 K 2024-11-27T17:25:31,120 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c2715637d6c4c1dbb00ddf25e4b7ce6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732728328880 2024-11-27T17:25:31,122 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c3b9d424ca4c7eba2a73c374bf3179, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732728329055 2024-11-27T17:25:31,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742036_1212 (size=32044) 2024-11-27T17:25:31,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f7e3d0763bff4c789cf2d3bf8c9d4ca1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732728329730 2024-11-27T17:25:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-27T17:25:31,150 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/c085b0d1fd874d4cb58cf58edc903a43 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/c085b0d1fd874d4cb58cf58edc903a43 2024-11-27T17:25:31,154 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:31,156 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/248788145bd64a1094c58d7b35ad0bbb is 50, key is test_row_0/C:col10/1732728329066/Put/seqid=0 2024-11-27T17:25:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:31,161 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:31,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:25:31,162 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into c085b0d1fd874d4cb58cf58edc903a43(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:31,162 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:31,162 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=13, startTime=1732728330993; duration=0sec 2024-11-27T17:25:31,162 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:31,162 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:31,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-27T17:25:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742037_1213 (size=12983) 2024-11-27T17:25:31,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728391199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c59601792fa74476ab20c5163f87b50c_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728330507/Put/seqid=0 2024-11-27T17:25:31,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742038_1214 (size=14994) 2024-11-27T17:25:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728391305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-27T17:25:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51174 deadline: 1732728391325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,329 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51106 deadline: 1732728391335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,339 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-27T17:25:31,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51124 deadline: 1732728391375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51112 deadline: 1732728391375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,377 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,377 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 7ff09240a4f693ec7733556e549df9ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-27T17:25:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728391528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:31,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-27T17:25:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-27T17:25:31,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c59601792fa74476ab20c5163f87b50c_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c59601792fa74476ab20c5163f87b50c_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:31,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/cc2eeae057b84ec0b41e76113d708adc, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:31,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/cc2eeae057b84ec0b41e76113d708adc is 175, key is test_row_0/A:col10/1732728330507/Put/seqid=0 2024-11-27T17:25:31,677 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/248788145bd64a1094c58d7b35ad0bbb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/248788145bd64a1094c58d7b35ad0bbb 2024-11-27T17:25:31,689 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into 248788145bd64a1094c58d7b35ad0bbb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:31,689 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:31,689 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=13, startTime=1732728330993; duration=0sec 2024-11-27T17:25:31,689 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:31,689 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742039_1215 (size=39949) 2024-11-27T17:25:31,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/cc2eeae057b84ec0b41e76113d708adc 2024-11-27T17:25:31,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/23f9ddf1fa1c4577841951e91dfae07b is 50, key is test_row_0/B:col10/1732728330507/Put/seqid=0 2024-11-27T17:25:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742040_1216 (size=12301) 2024-11-27T17:25:31,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/23f9ddf1fa1c4577841951e91dfae07b 2024-11-27T17:25:31,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/dbdd80755bd24c86b9bad592fde67349 is 50, key is test_row_0/C:col10/1732728330507/Put/seqid=0 2024-11-27T17:25:31,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-27T17:25:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742041_1217 (size=12301) 2024-11-27T17:25:31,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/dbdd80755bd24c86b9bad592fde67349 2024-11-27T17:25:31,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/cc2eeae057b84ec0b41e76113d708adc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc 2024-11-27T17:25:31,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc, entries=200, sequenceid=318, filesize=39.0 K 2024-11-27T17:25:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/23f9ddf1fa1c4577841951e91dfae07b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/23f9ddf1fa1c4577841951e91dfae07b 2024-11-27T17:25:31,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/23f9ddf1fa1c4577841951e91dfae07b, entries=150, sequenceid=318, filesize=12.0 K 2024-11-27T17:25:31,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/dbdd80755bd24c86b9bad592fde67349 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/dbdd80755bd24c86b9bad592fde67349 2024-11-27T17:25:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728391835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:31,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/dbdd80755bd24c86b9bad592fde67349, entries=150, sequenceid=318, filesize=12.0 K 2024-11-27T17:25:31,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ff09240a4f693ec7733556e549df9ea in 682ms, sequenceid=318, compaction requested=false 2024-11-27T17:25:31,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:31,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-27T17:25:31,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:31,950 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:25:31,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277110e8e5003c44aaadb647e1990e9fb6_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728331165/Put/seqid=0 2024-11-27T17:25:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742042_1218 (size=12454) 2024-11-27T17:25:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:31,999 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277110e8e5003c44aaadb647e1990e9fb6_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277110e8e5003c44aaadb647e1990e9fb6_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:32,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/efd2d9d9c0b94e169f17f303b44a022c, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/efd2d9d9c0b94e169f17f303b44a022c is 175, key is test_row_0/A:col10/1732728331165/Put/seqid=0 2024-11-27T17:25:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742043_1219 (size=31255) 2024-11-27T17:25:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-27T17:25:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:32,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:32,451 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/efd2d9d9c0b94e169f17f303b44a022c 2024-11-27T17:25:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ce3d3a869800453faef464f288095f15 is 50, key is test_row_0/B:col10/1732728331165/Put/seqid=0 2024-11-27T17:25:32,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728392468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742044_1220 (size=12301) 2024-11-27T17:25:32,507 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ce3d3a869800453faef464f288095f15 2024-11-27T17:25:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e6da6e1f19c143078b5e654e5f752db5 is 50, key is test_row_0/C:col10/1732728331165/Put/seqid=0 2024-11-27T17:25:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742045_1221 (size=12301) 2024-11-27T17:25:32,535 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e6da6e1f19c143078b5e654e5f752db5 2024-11-27T17:25:32,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/efd2d9d9c0b94e169f17f303b44a022c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c 2024-11-27T17:25:32,555 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c, entries=150, sequenceid=330, filesize=30.5 K 2024-11-27T17:25:32,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ce3d3a869800453faef464f288095f15 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ce3d3a869800453faef464f288095f15 2024-11-27T17:25:32,562 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ce3d3a869800453faef464f288095f15, entries=150, sequenceid=330, filesize=12.0 K 2024-11-27T17:25:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/e6da6e1f19c143078b5e654e5f752db5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e6da6e1f19c143078b5e654e5f752db5 2024-11-27T17:25:32,569 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e6da6e1f19c143078b5e654e5f752db5, entries=150, sequenceid=330, filesize=12.0 K 2024-11-27T17:25:32,570 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ff09240a4f693ec7733556e549df9ea in 620ms, sequenceid=330, compaction requested=true 2024-11-27T17:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-27T17:25:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-27T17:25:32,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T17:25:32,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-27T17:25:32,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.5610 sec 2024-11-27T17:25:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:32,581 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:32,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:25:32,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275a1f152dcfca4ca48f63ab70a1d509dc_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728392629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742046_1222 (size=12454) 2024-11-27T17:25:32,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:32,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275a1f152dcfca4ca48f63ab70a1d509dc_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275a1f152dcfca4ca48f63ab70a1d509dc_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:32,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/31ba2d3c9e3e4467a1c7e27d2eb47499, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:32,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/31ba2d3c9e3e4467a1c7e27d2eb47499 is 175, key is test_row_0/A:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742047_1223 (size=31255) 2024-11-27T17:25:32,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728392745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728392956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:33,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/31ba2d3c9e3e4467a1c7e27d2eb47499 2024-11-27T17:25:33,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ff6bafcbda4f4b3d99de6d40d8aee1f1 is 50, key is test_row_0/B:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742048_1224 (size=12301) 2024-11-27T17:25:33,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ff6bafcbda4f4b3d99de6d40d8aee1f1 2024-11-27T17:25:33,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/43518b4fa82648e4b8f6ef8c05454f55 is 50, key is test_row_0/C:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742049_1225 (size=12301) 2024-11-27T17:25:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-27T17:25:33,196 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:33,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-27T17:25:33,199 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-27T17:25:33,200 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:33,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:33,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728393265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-27T17:25:33,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-27T17:25:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:33,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-27T17:25:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-27T17:25:33,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/43518b4fa82648e4b8f6ef8c05454f55 2024-11-27T17:25:33,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/31ba2d3c9e3e4467a1c7e27d2eb47499 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499 2024-11-27T17:25:33,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499, entries=150, sequenceid=356, filesize=30.5 K 2024-11-27T17:25:33,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ff6bafcbda4f4b3d99de6d40d8aee1f1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff6bafcbda4f4b3d99de6d40d8aee1f1 2024-11-27T17:25:33,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff6bafcbda4f4b3d99de6d40d8aee1f1, entries=150, sequenceid=356, filesize=12.0 K 2024-11-27T17:25:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/43518b4fa82648e4b8f6ef8c05454f55 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/43518b4fa82648e4b8f6ef8c05454f55 2024-11-27T17:25:33,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/43518b4fa82648e4b8f6ef8c05454f55, entries=150, sequenceid=356, filesize=12.0 K 2024-11-27T17:25:33,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ff09240a4f693ec7733556e549df9ea in 1034ms, sequenceid=356, compaction requested=true 2024-11-27T17:25:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:33,616 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:33,616 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:33,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:33,618 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134503 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:33,619 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:33,619 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,619 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/c085b0d1fd874d4cb58cf58edc903a43, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=131.4 K 2024-11-27T17:25:33,619 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,619 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/c085b0d1fd874d4cb58cf58edc903a43, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499] 2024-11-27T17:25:33,620 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:33,620 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:33,620 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,620 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/8bbe6a690efc455699947aabc4bf7f53, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/23f9ddf1fa1c4577841951e91dfae07b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ce3d3a869800453faef464f288095f15, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff6bafcbda4f4b3d99de6d40d8aee1f1] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=48.7 K 2024-11-27T17:25:33,620 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c085b0d1fd874d4cb58cf58edc903a43, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732728329066 2024-11-27T17:25:33,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:33,621 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2eeae057b84ec0b41e76113d708adc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732728330507 2024-11-27T17:25:33,621 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bbe6a690efc455699947aabc4bf7f53, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732728329066 2024-11-27T17:25:33,621 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd2d9d9c0b94e169f17f303b44a022c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732728331165 2024-11-27T17:25:33,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:33,621 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 23f9ddf1fa1c4577841951e91dfae07b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732728330507 2024-11-27T17:25:33,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:33,622 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31ba2d3c9e3e4467a1c7e27d2eb47499, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732728332457 2024-11-27T17:25:33,622 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3d3a869800453faef464f288095f15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732728331165 2024-11-27T17:25:33,622 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6bafcbda4f4b3d99de6d40d8aee1f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732728332457 2024-11-27T17:25:33,637 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:33,642 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:33,642 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112702332b8094404358a137d4ac9c52efc6_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:33,642 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba is 50, key is test_row_0/B:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:33,645 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112702332b8094404358a137d4ac9c52efc6_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:33,645 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112702332b8094404358a137d4ac9c52efc6_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:33,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742050_1226 (size=13119) 2024-11-27T17:25:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742051_1227 (size=4469) 2024-11-27T17:25:33,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-27T17:25:33,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,660 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T17:25:33,660 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#186 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:33,661 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2b9f6e4ed76a423695722013eeae45e3 is 175, key is test_row_0/A:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:33,661 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba 2024-11-27T17:25:33,669 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into ff9f9a0de26e4e8d8738a8ac4f1f2bba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:33,669 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:33,669 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=12, startTime=1732728333616; duration=0sec 2024-11-27T17:25:33,669 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:33,669 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:33,669 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:33,670 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:33,670 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:33,670 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:33,671 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/248788145bd64a1094c58d7b35ad0bbb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/dbdd80755bd24c86b9bad592fde67349, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e6da6e1f19c143078b5e654e5f752db5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/43518b4fa82648e4b8f6ef8c05454f55] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=48.7 K 2024-11-27T17:25:33,671 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 248788145bd64a1094c58d7b35ad0bbb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732728329066 2024-11-27T17:25:33,672 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting dbdd80755bd24c86b9bad592fde67349, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732728330507 2024-11-27T17:25:33,672 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e6da6e1f19c143078b5e654e5f752db5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732728331165 2024-11-27T17:25:33,673 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 43518b4fa82648e4b8f6ef8c05454f55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732728332457 2024-11-27T17:25:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742052_1228 (size=32073) 2024-11-27T17:25:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270bcdfd40968b4f50a0068da93895d482_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728332605/Put/seqid=0 2024-11-27T17:25:33,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742053_1229 (size=12454) 2024-11-27T17:25:33,686 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:33,687 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/1bc359b3b77f4559a03ca04cc2c78f3e is 50, key is test_row_0/C:col10/1732728332464/Put/seqid=0 2024-11-27T17:25:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742054_1230 (size=13119) 2024-11-27T17:25:33,698 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/1bc359b3b77f4559a03ca04cc2c78f3e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/1bc359b3b77f4559a03ca04cc2c78f3e 2024-11-27T17:25:33,704 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into 1bc359b3b77f4559a03ca04cc2c78f3e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:33,704 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:33,704 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=12, startTime=1732728333621; duration=0sec 2024-11-27T17:25:33,704 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:33,704 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:33,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-27T17:25:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728393906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728394015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:34,082 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2b9f6e4ed76a423695722013eeae45e3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2b9f6e4ed76a423695722013eeae45e3 2024-11-27T17:25:34,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:34,090 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into 2b9f6e4ed76a423695722013eeae45e3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:34,090 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:34,090 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=12, startTime=1732728333616; duration=0sec 2024-11-27T17:25:34,090 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:34,090 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:34,100 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270bcdfd40968b4f50a0068da93895d482_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270bcdfd40968b4f50a0068da93895d482_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/50575a754094466f8c9c78e04906153c, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/50575a754094466f8c9c78e04906153c is 175, key is test_row_0/A:col10/1732728332605/Put/seqid=0 2024-11-27T17:25:34,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742055_1231 (size=31255) 2024-11-27T17:25:34,125 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/50575a754094466f8c9c78e04906153c 2024-11-27T17:25:34,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/c375390a0c144c1cbb485354e40bb31a is 50, key is test_row_0/B:col10/1732728332605/Put/seqid=0 2024-11-27T17:25:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742056_1232 (size=12301) 2024-11-27T17:25:34,154 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/c375390a0c144c1cbb485354e40bb31a 2024-11-27T17:25:34,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f7c6b22d82c743febc1d4d7e7ddfdd59 is 50, key is test_row_0/C:col10/1732728332605/Put/seqid=0 2024-11-27T17:25:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742057_1233 (size=12301) 2024-11-27T17:25:34,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728394225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-27T17:25:34,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728394535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:34,578 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f7c6b22d82c743febc1d4d7e7ddfdd59 2024-11-27T17:25:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/50575a754094466f8c9c78e04906153c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c 2024-11-27T17:25:34,588 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c, entries=150, sequenceid=366, filesize=30.5 K 2024-11-27T17:25:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/c375390a0c144c1cbb485354e40bb31a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/c375390a0c144c1cbb485354e40bb31a 2024-11-27T17:25:34,593 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/c375390a0c144c1cbb485354e40bb31a, entries=150, sequenceid=366, filesize=12.0 K 2024-11-27T17:25:34,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f7c6b22d82c743febc1d4d7e7ddfdd59 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7c6b22d82c743febc1d4d7e7ddfdd59 2024-11-27T17:25:34,600 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7c6b22d82c743febc1d4d7e7ddfdd59, entries=150, sequenceid=366, filesize=12.0 K 2024-11-27T17:25:34,604 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7ff09240a4f693ec7733556e549df9ea in 944ms, sequenceid=366, compaction requested=false 2024-11-27T17:25:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-27T17:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-27T17:25:34,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-27T17:25:34,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-27T17:25:34,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4130 sec 2024-11-27T17:25:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:35,048 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:35,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T17:25:35,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c2b7056fca3340feb8840fb6bed024e0_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742058_1234 (size=14994) 2024-11-27T17:25:35,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:35,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c2b7056fca3340feb8840fb6bed024e0_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c2b7056fca3340feb8840fb6bed024e0_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:35,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/477c07b3ca564791a1d14ce421d89b48, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:35,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/477c07b3ca564791a1d14ce421d89b48 is 175, key is test_row_0/A:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742059_1235 (size=39949) 2024-11-27T17:25:35,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728395072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:35,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728395186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-27T17:25:35,345 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:35,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-27T17:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T17:25:35,347 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:35,347 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:35,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:35,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51138 deadline: 1732728395395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T17:25:35,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/477c07b3ca564791a1d14ce421d89b48 2024-11-27T17:25:35,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/00cad46774a54cffbaf78c2fea97b7b9 is 50, key is test_row_0/B:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:35,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742060_1236 (size=12301) 2024-11-27T17:25:35,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/00cad46774a54cffbaf78c2fea97b7b9 2024-11-27T17:25:35,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-27T17:25:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. as already flushing 2024-11-27T17:25:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:35,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:35,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f0dbf0c5e6d341acb1c1b9f1a504df6a is 50, key is test_row_0/C:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742061_1237 (size=12301) 2024-11-27T17:25:35,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f0dbf0c5e6d341acb1c1b9f1a504df6a 2024-11-27T17:25:35,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/477c07b3ca564791a1d14ce421d89b48 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48 2024-11-27T17:25:35,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48, entries=200, sequenceid=396, filesize=39.0 K 2024-11-27T17:25:35,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/00cad46774a54cffbaf78c2fea97b7b9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/00cad46774a54cffbaf78c2fea97b7b9 2024-11-27T17:25:35,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/00cad46774a54cffbaf78c2fea97b7b9, entries=150, sequenceid=396, filesize=12.0 K 2024-11-27T17:25:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/f0dbf0c5e6d341acb1c1b9f1a504df6a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f0dbf0c5e6d341acb1c1b9f1a504df6a 2024-11-27T17:25:35,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f0dbf0c5e6d341acb1c1b9f1a504df6a, entries=150, sequenceid=396, filesize=12.0 K 2024-11-27T17:25:35,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7ff09240a4f693ec7733556e549df9ea in 512ms, sequenceid=396, compaction requested=true 2024-11-27T17:25:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ff09240a4f693ec7733556e549df9ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:35,561 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:25:35,561 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:35,562 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-27T17:25:35,562 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-27T17:25:35,562 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:35,562 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,562 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:35,562 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,562 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,562 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:35,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:35,563 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-11-27T17:25:35,563 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:35,563 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,563 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:35,564 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:35,564 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/A is initiating minor compaction (all files) 2024-11-27T17:25:35,564 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/A in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:35,564 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2b9f6e4ed76a423695722013eeae45e3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=100.9 K 2024-11-27T17:25:35,564 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:35,564 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2b9f6e4ed76a423695722013eeae45e3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48] 2024-11-27T17:25:35,564 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-27T17:25:35,564 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:35,564 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,564 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:35,564 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b9f6e4ed76a423695722013eeae45e3, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732728332457 2024-11-27T17:25:35,564 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,564 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/B is initiating minor compaction (all files) 2024-11-27T17:25:35,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:35,564 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/B in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:35,564 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/c375390a0c144c1cbb485354e40bb31a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/00cad46774a54cffbaf78c2fea97b7b9] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=36.8 K 2024-11-27T17:25:35,565 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50575a754094466f8c9c78e04906153c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732728332605 2024-11-27T17:25:35,565 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ff9f9a0de26e4e8d8738a8ac4f1f2bba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732728332457 2024-11-27T17:25:35,565 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 477c07b3ca564791a1d14ce421d89b48, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732728333890 2024-11-27T17:25:35,565 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c375390a0c144c1cbb485354e40bb31a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732728332605 2024-11-27T17:25:35,565 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 00cad46774a54cffbaf78c2fea97b7b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732728333890 2024-11-27T17:25:35,569 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:35,573 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127b1f35d2d9a9249d2a4d3a1cd4b897850_7ff09240a4f693ec7733556e549df9ea store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:35,574 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:35,575 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/de6c99877605460ab2a00e13328e98f3 is 50, key is test_row_0/B:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:35,575 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127b1f35d2d9a9249d2a4d3a1cd4b897850_7ff09240a4f693ec7733556e549df9ea, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:35,576 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b1f35d2d9a9249d2a4d3a1cd4b897850_7ff09240a4f693ec7733556e549df9ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:35,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742062_1238 (size=13221) 2024-11-27T17:25:35,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742063_1239 (size=4469) 2024-11-27T17:25:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T17:25:35,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-27T17:25:35,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:35,678 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T17:25:35,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112707270c2a24b6462b8c1125e8f7739bf4_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728335061/Put/seqid=0 2024-11-27T17:25:35,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742064_1240 (size=12454) 2024-11-27T17:25:35,708 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-27T17:25:35,708 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:35,708 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,708 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:35,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T17:25:35,988 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#A#compaction#195 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:35,992 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2a5bc99e068f48dfb29c6d2f11be4f41 is 175, key is test_row_0/A:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:36,005 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/de6c99877605460ab2a00e13328e98f3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/de6c99877605460ab2a00e13328e98f3 2024-11-27T17:25:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742065_1241 (size=32175) 2024-11-27T17:25:36,021 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/B of 7ff09240a4f693ec7733556e549df9ea into de6c99877605460ab2a00e13328e98f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:36,021 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:36,021 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/B, priority=13, startTime=1732728335561; duration=0sec 2024-11-27T17:25:36,022 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:36,022 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:B 2024-11-27T17:25:36,022 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:36,022 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/2a5bc99e068f48dfb29c6d2f11be4f41 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2a5bc99e068f48dfb29c6d2f11be4f41 2024-11-27T17:25:36,023 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:36,023 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 7ff09240a4f693ec7733556e549df9ea/C is initiating minor compaction (all files) 2024-11-27T17:25:36,023 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ff09240a4f693ec7733556e549df9ea/C in TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:36,023 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/1bc359b3b77f4559a03ca04cc2c78f3e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7c6b22d82c743febc1d4d7e7ddfdd59, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f0dbf0c5e6d341acb1c1b9f1a504df6a] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp, totalSize=36.8 K 2024-11-27T17:25:36,023 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc359b3b77f4559a03ca04cc2c78f3e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732728332457 2024-11-27T17:25:36,023 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c6b22d82c743febc1d4d7e7ddfdd59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732728332605 2024-11-27T17:25:36,024 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f0dbf0c5e6d341acb1c1b9f1a504df6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732728333890 2024-11-27T17:25:36,029 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/A of 7ff09240a4f693ec7733556e549df9ea into 2a5bc99e068f48dfb29c6d2f11be4f41(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:36,029 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:36,029 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/A, priority=13, startTime=1732728335560; duration=0sec 2024-11-27T17:25:36,029 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:36,029 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:A 2024-11-27T17:25:36,034 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ff09240a4f693ec7733556e549df9ea#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:36,035 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/ddb4f39ab7074157bef3f3b026e3304f is 50, key is test_row_0/C:col10/1732728335047/Put/seqid=0 2024-11-27T17:25:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742066_1242 (size=13221) 2024-11-27T17:25:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:36,093 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112707270c2a24b6462b8c1125e8f7739bf4_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112707270c2a24b6462b8c1125e8f7739bf4_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:36,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3b5891452d0449daa5aef73d4b81728f, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3b5891452d0449daa5aef73d4b81728f is 175, key is test_row_0/A:col10/1732728335061/Put/seqid=0 2024-11-27T17:25:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742067_1243 (size=31255) 2024-11-27T17:25:36,452 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/ddb4f39ab7074157bef3f3b026e3304f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/ddb4f39ab7074157bef3f3b026e3304f 2024-11-27T17:25:36,458 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ff09240a4f693ec7733556e549df9ea/C of 7ff09240a4f693ec7733556e549df9ea into ddb4f39ab7074157bef3f3b026e3304f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:36,458 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:36,458 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., storeName=7ff09240a4f693ec7733556e549df9ea/C, priority=13, startTime=1732728335561; duration=0sec 2024-11-27T17:25:36,458 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:36,458 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ff09240a4f693ec7733556e549df9ea:C 2024-11-27T17:25:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T17:25:36,499 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3b5891452d0449daa5aef73d4b81728f 2024-11-27T17:25:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0f8771db33ac43b5aaa2afab157ce3df is 50, key is test_row_0/B:col10/1732728335061/Put/seqid=0 2024-11-27T17:25:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742068_1244 (size=12301) 2024-11-27T17:25:36,910 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0f8771db33ac43b5aaa2afab157ce3df 2024-11-27T17:25:36,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/555fce14de6f4c05848dc55160ea3392 is 50, key is test_row_0/C:col10/1732728335061/Put/seqid=0 2024-11-27T17:25:36,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742069_1245 (size=12301) 2024-11-27T17:25:37,324 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/555fce14de6f4c05848dc55160ea3392 2024-11-27T17:25:37,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/3b5891452d0449daa5aef73d4b81728f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3b5891452d0449daa5aef73d4b81728f 2024-11-27T17:25:37,334 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3b5891452d0449daa5aef73d4b81728f, entries=150, sequenceid=405, filesize=30.5 K 2024-11-27T17:25:37,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/0f8771db33ac43b5aaa2afab157ce3df as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0f8771db33ac43b5aaa2afab157ce3df 2024-11-27T17:25:37,340 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0f8771db33ac43b5aaa2afab157ce3df, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T17:25:37,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/555fce14de6f4c05848dc55160ea3392 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/555fce14de6f4c05848dc55160ea3392 2024-11-27T17:25:37,346 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/555fce14de6f4c05848dc55160ea3392, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T17:25:37,347 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=6.71 KB/6870 for 7ff09240a4f693ec7733556e549df9ea in 1669ms, sequenceid=405, compaction requested=false 2024-11-27T17:25:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 7ff09240a4f693ec7733556e549df9ea: 2024-11-27T17:25:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:37,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T17:25:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T17:25:37,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-27T17:25:37,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-11-27T17:25:37,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0070 sec 2024-11-27T17:25:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T17:25:37,496 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:38,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:25:41,389 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-27T17:25:41,389 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:41,390 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,390 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:41,408 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-27T17:25:41,408 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:41,408 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,408 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:41,447 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-27T17:25:41,447 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:41,447 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,447 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:41,469 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-27T17:25:41,469 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:25:41,470 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,470 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:41,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 171 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2925 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2679 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1287 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3861 rows 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1296 2024-11-27T17:25:41,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3888 rows 2024-11-27T17:25:41,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:25:41,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:25:41,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:41,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:25:41,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-27T17:25:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T17:25:41,481 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728341480"}]},"ts":"1732728341480"} 2024-11-27T17:25:41,483 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T17:25:41,483 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T17:25:41,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:25:41,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, UNASSIGN}] 2024-11-27T17:25:41,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, UNASSIGN 2024-11-27T17:25:41,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:41,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, UNASSIGN because future has completed 2024-11-27T17:25:41,488 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:25:41,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:25:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T17:25:41,640 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:41,641 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:25:41,641 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 7ff09240a4f693ec7733556e549df9ea, disabling compactions & flushes 2024-11-27T17:25:41,641 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:41,641 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:41,641 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. after waiting 0 ms 2024-11-27T17:25:41,641 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:41,641 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 7ff09240a4f693ec7733556e549df9ea 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T17:25:41,648 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c49d63984b4d401eb2926ca3ffbb969d_7ff09240a4f693ec7733556e549df9ea is 50, key is test_row_0/A:col10/1732728341467/Put/seqid=0 2024-11-27T17:25:41,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742070_1246 (size=12454) 2024-11-27T17:25:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T17:25:42,054 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:42,063 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c49d63984b4d401eb2926ca3ffbb969d_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c49d63984b4d401eb2926ca3ffbb969d_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:42,064 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/75d7199f5da04c93842482129678c343, store: [table=TestAcidGuarantees family=A region=7ff09240a4f693ec7733556e549df9ea] 2024-11-27T17:25:42,065 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/75d7199f5da04c93842482129678c343 is 175, key is test_row_0/A:col10/1732728341467/Put/seqid=0 2024-11-27T17:25:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742071_1247 (size=31255) 2024-11-27T17:25:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T17:25:42,470 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/75d7199f5da04c93842482129678c343 2024-11-27T17:25:42,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/acc64a0c92d049759d85a93585d50915 is 50, key is test_row_0/B:col10/1732728341467/Put/seqid=0 2024-11-27T17:25:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742072_1248 (size=12301) 2024-11-27T17:25:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T17:25:42,887 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/acc64a0c92d049759d85a93585d50915 2024-11-27T17:25:42,895 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9a05482a0f5242eda81bbb07d92838a8 is 50, key is test_row_0/C:col10/1732728341467/Put/seqid=0 2024-11-27T17:25:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742073_1249 (size=12301) 2024-11-27T17:25:43,301 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9a05482a0f5242eda81bbb07d92838a8 2024-11-27T17:25:43,382 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/A/75d7199f5da04c93842482129678c343 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/75d7199f5da04c93842482129678c343 2024-11-27T17:25:43,389 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/75d7199f5da04c93842482129678c343, entries=150, sequenceid=416, filesize=30.5 K 2024-11-27T17:25:43,390 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/B/acc64a0c92d049759d85a93585d50915 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/acc64a0c92d049759d85a93585d50915 2024-11-27T17:25:43,396 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/acc64a0c92d049759d85a93585d50915, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T17:25:43,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/.tmp/C/9a05482a0f5242eda81bbb07d92838a8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9a05482a0f5242eda81bbb07d92838a8 2024-11-27T17:25:43,400 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9a05482a0f5242eda81bbb07d92838a8, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T17:25:43,401 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ff09240a4f693ec7733556e549df9ea in 1760ms, sequenceid=416, compaction requested=true 2024-11-27T17:25:43,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3645f05e0c534ac1ba7ae30e4b8788b4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/0c916af2dad048c8b7500db8605c1e5f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/789cf566f6514368ac222f9ba0b95528, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/e05388f836094e818f73efdcf5b0bb27, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/023fcf20232140dd8ceb43f17fdbfa54, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/c085b0d1fd874d4cb58cf58edc903a43, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2b9f6e4ed76a423695722013eeae45e3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48] to archive 2024-11-27T17:25:43,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:25:43,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/34c0030062884afb85f63f86d9546f34 2024-11-27T17:25:43,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/93092c7060eb4e09aece19ac0d9640d2 2024-11-27T17:25:43,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/95d8a42e56a942bea2c4bd2bc686b882 2024-11-27T17:25:43,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3645f05e0c534ac1ba7ae30e4b8788b4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3645f05e0c534ac1ba7ae30e4b8788b4 2024-11-27T17:25:43,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/a91ec3c5b1cf4eedbc52c75a34e65b4e 2024-11-27T17:25:43,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3336f93e887145e19790f16796dc46e0 2024-11-27T17:25:43,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/0c916af2dad048c8b7500db8605c1e5f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/0c916af2dad048c8b7500db8605c1e5f 2024-11-27T17:25:43,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/da64261c020041e8bb6e5c7294874fcc 2024-11-27T17:25:43,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/232eb2945dea44b1931df2f493c384d3 2024-11-27T17:25:43,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2c90a642c51449e1950189fcb8528570 2024-11-27T17:25:43,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/789cf566f6514368ac222f9ba0b95528 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/789cf566f6514368ac222f9ba0b95528 2024-11-27T17:25:43,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3ba9068807ad45a993dc0310950d49ad 2024-11-27T17:25:43,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/612f9baf3b754018b340cf1b7bd23a32 2024-11-27T17:25:43,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/e05388f836094e818f73efdcf5b0bb27 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/e05388f836094e818f73efdcf5b0bb27 2024-11-27T17:25:43,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/519f7a72f18f4cc5a6fd28b1a3afd59c 2024-11-27T17:25:43,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/77d556a118344c95b898e960ad9b543c 2024-11-27T17:25:43,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/023fcf20232140dd8ceb43f17fdbfa54 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/023fcf20232140dd8ceb43f17fdbfa54 2024-11-27T17:25:43,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/16f0b4d40e634a53a8ce968de419a27c 2024-11-27T17:25:43,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/63558cfa3ceb42619af5c9a1f7b0d254 2024-11-27T17:25:43,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/c085b0d1fd874d4cb58cf58edc903a43 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/c085b0d1fd874d4cb58cf58edc903a43 2024-11-27T17:25:43,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/4d1d7ea9c119493fac4f9f05d629b6be 2024-11-27T17:25:43,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/cc2eeae057b84ec0b41e76113d708adc 2024-11-27T17:25:43,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/efd2d9d9c0b94e169f17f303b44a022c 2024-11-27T17:25:43,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2b9f6e4ed76a423695722013eeae45e3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2b9f6e4ed76a423695722013eeae45e3 2024-11-27T17:25:43,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/31ba2d3c9e3e4467a1c7e27d2eb47499 2024-11-27T17:25:43,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/50575a754094466f8c9c78e04906153c 2024-11-27T17:25:43,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/477c07b3ca564791a1d14ce421d89b48 2024-11-27T17:25:43,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/30ed1f8328ab499e826f65ed1fb80fd3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/6fe271046666416c9419e498534ed1c4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/2c82b4578c424f019e7c2383bfccd03d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/81739696623d42b2aadb10da72308f3b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/42c0c693086543fbbdccaefa7c4cf13a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/298ba75da91e4eeb87a7004a4f647af7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/e340c95769174e94b4542772dbdd110d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0ed946f1f97047568ad7e23143b6f833, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/f26ac97a00524940aa8a5fbbe820d922, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/839fc0cb3b0c4dca8b553c2f795701fd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/37c2f71d24c5498ea34c85306d45c778, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4057b1cdb6a647d39af827b739993988, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/25f92f47288445c996faa645af8eaf3b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/a0c2a960015d483c951ddd228ceb57d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/04bb5abdd7b446fa98c32d688ae4cc4e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4211aa6fd42d44688a250b410fe0e798, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/b2922defcf7d43308c84a1c0558500d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0a20b73da6fa4d7491511293886ca83d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4d8ea2be6fef460eb0812718205881ab, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/8bbe6a690efc455699947aabc4bf7f53, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ebaa0a5a7a7448c5b0a35eee5a74cf39, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/23f9ddf1fa1c4577841951e91dfae07b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ce3d3a869800453faef464f288095f15, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff6bafcbda4f4b3d99de6d40d8aee1f1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/c375390a0c144c1cbb485354e40bb31a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/00cad46774a54cffbaf78c2fea97b7b9] to archive 2024-11-27T17:25:43,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:25:43,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/30ed1f8328ab499e826f65ed1fb80fd3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/30ed1f8328ab499e826f65ed1fb80fd3 2024-11-27T17:25:43,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/6fe271046666416c9419e498534ed1c4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/6fe271046666416c9419e498534ed1c4 2024-11-27T17:25:43,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/2c82b4578c424f019e7c2383bfccd03d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/2c82b4578c424f019e7c2383bfccd03d 2024-11-27T17:25:43,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/81739696623d42b2aadb10da72308f3b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/81739696623d42b2aadb10da72308f3b 2024-11-27T17:25:43,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/42c0c693086543fbbdccaefa7c4cf13a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/42c0c693086543fbbdccaefa7c4cf13a 2024-11-27T17:25:43,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/298ba75da91e4eeb87a7004a4f647af7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/298ba75da91e4eeb87a7004a4f647af7 2024-11-27T17:25:43,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/e340c95769174e94b4542772dbdd110d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/e340c95769174e94b4542772dbdd110d 2024-11-27T17:25:43,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0ed946f1f97047568ad7e23143b6f833 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0ed946f1f97047568ad7e23143b6f833 2024-11-27T17:25:43,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/f26ac97a00524940aa8a5fbbe820d922 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/f26ac97a00524940aa8a5fbbe820d922 2024-11-27T17:25:43,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/839fc0cb3b0c4dca8b553c2f795701fd to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/839fc0cb3b0c4dca8b553c2f795701fd 2024-11-27T17:25:43,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/37c2f71d24c5498ea34c85306d45c778 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/37c2f71d24c5498ea34c85306d45c778 2024-11-27T17:25:43,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4057b1cdb6a647d39af827b739993988 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4057b1cdb6a647d39af827b739993988 2024-11-27T17:25:43,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/25f92f47288445c996faa645af8eaf3b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/25f92f47288445c996faa645af8eaf3b 2024-11-27T17:25:43,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/a0c2a960015d483c951ddd228ceb57d3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/a0c2a960015d483c951ddd228ceb57d3 2024-11-27T17:25:43,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/04bb5abdd7b446fa98c32d688ae4cc4e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/04bb5abdd7b446fa98c32d688ae4cc4e 2024-11-27T17:25:43,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4211aa6fd42d44688a250b410fe0e798 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4211aa6fd42d44688a250b410fe0e798 2024-11-27T17:25:43,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/b2922defcf7d43308c84a1c0558500d3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/b2922defcf7d43308c84a1c0558500d3 2024-11-27T17:25:43,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0a20b73da6fa4d7491511293886ca83d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0a20b73da6fa4d7491511293886ca83d 2024-11-27T17:25:43,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4d8ea2be6fef460eb0812718205881ab to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/4d8ea2be6fef460eb0812718205881ab 2024-11-27T17:25:43,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/8bbe6a690efc455699947aabc4bf7f53 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/8bbe6a690efc455699947aabc4bf7f53 2024-11-27T17:25:43,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ebaa0a5a7a7448c5b0a35eee5a74cf39 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ebaa0a5a7a7448c5b0a35eee5a74cf39 2024-11-27T17:25:43,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/23f9ddf1fa1c4577841951e91dfae07b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/23f9ddf1fa1c4577841951e91dfae07b 2024-11-27T17:25:43,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ce3d3a869800453faef464f288095f15 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ce3d3a869800453faef464f288095f15 2024-11-27T17:25:43,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff9f9a0de26e4e8d8738a8ac4f1f2bba 2024-11-27T17:25:43,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff6bafcbda4f4b3d99de6d40d8aee1f1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/ff6bafcbda4f4b3d99de6d40d8aee1f1 2024-11-27T17:25:43,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/c375390a0c144c1cbb485354e40bb31a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/c375390a0c144c1cbb485354e40bb31a 2024-11-27T17:25:43,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/00cad46774a54cffbaf78c2fea97b7b9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/00cad46774a54cffbaf78c2fea97b7b9 2024-11-27T17:25:43,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e83f8d902e3f4fe584e1c657e8439ca4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/2c3af2a0bcb54821a7d8036a81994137, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/5a868a8c05724c108c72d4c31461c3d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f96c04cd88a741298f113c743826c750, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/35935c0e0dc54251a7386d74b8c14a90, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/924e05e610914227bf4fa8ffb238f93c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/042d35b1d6164b38a529e77832e6445e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9432fc7830c549e688cf86dc4dbe7ec0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e58dcaf78fa249a9b436ba643c531964, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e66625c9f1244a158669514b09d20126, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/0fccb53dbc41404783116ad47cd61612, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/47a98b83377a4ce0ac778b1a9a0835af, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/3ff9f53bc0884880a43ae0a2de0cbf48, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/08b59b5c61f64a8baa2d96162a0492df, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/60c77bd49ce3463f8589ec388b785da3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/38561f0bd41b4a85913c04beb29a812d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9c2715637d6c4c1dbb00ddf25e4b7ce6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/13aa6c6f87e64451a479a2c2aa3e4c54, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/24c3b9d424ca4c7eba2a73c374bf3179, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/248788145bd64a1094c58d7b35ad0bbb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/dbdd80755bd24c86b9bad592fde67349, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e6da6e1f19c143078b5e654e5f752db5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/1bc359b3b77f4559a03ca04cc2c78f3e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/43518b4fa82648e4b8f6ef8c05454f55, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7c6b22d82c743febc1d4d7e7ddfdd59, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f0dbf0c5e6d341acb1c1b9f1a504df6a] to archive 2024-11-27T17:25:43,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:25:43,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e83f8d902e3f4fe584e1c657e8439ca4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e83f8d902e3f4fe584e1c657e8439ca4 2024-11-27T17:25:43,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/2c3af2a0bcb54821a7d8036a81994137 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/2c3af2a0bcb54821a7d8036a81994137 2024-11-27T17:25:43,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/5a868a8c05724c108c72d4c31461c3d5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/5a868a8c05724c108c72d4c31461c3d5 2024-11-27T17:25:43,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f96c04cd88a741298f113c743826c750 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f96c04cd88a741298f113c743826c750 2024-11-27T17:25:43,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/35935c0e0dc54251a7386d74b8c14a90 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/35935c0e0dc54251a7386d74b8c14a90 2024-11-27T17:25:43,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/924e05e610914227bf4fa8ffb238f93c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/924e05e610914227bf4fa8ffb238f93c 2024-11-27T17:25:43,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/042d35b1d6164b38a529e77832e6445e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/042d35b1d6164b38a529e77832e6445e 2024-11-27T17:25:43,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9432fc7830c549e688cf86dc4dbe7ec0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9432fc7830c549e688cf86dc4dbe7ec0 2024-11-27T17:25:43,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e58dcaf78fa249a9b436ba643c531964 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e58dcaf78fa249a9b436ba643c531964 2024-11-27T17:25:43,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e66625c9f1244a158669514b09d20126 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e66625c9f1244a158669514b09d20126 2024-11-27T17:25:43,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/0fccb53dbc41404783116ad47cd61612 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/0fccb53dbc41404783116ad47cd61612 2024-11-27T17:25:43,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/47a98b83377a4ce0ac778b1a9a0835af to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/47a98b83377a4ce0ac778b1a9a0835af 2024-11-27T17:25:43,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/3ff9f53bc0884880a43ae0a2de0cbf48 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/3ff9f53bc0884880a43ae0a2de0cbf48 2024-11-27T17:25:43,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/08b59b5c61f64a8baa2d96162a0492df to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/08b59b5c61f64a8baa2d96162a0492df 2024-11-27T17:25:43,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/60c77bd49ce3463f8589ec388b785da3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/60c77bd49ce3463f8589ec388b785da3 2024-11-27T17:25:43,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/38561f0bd41b4a85913c04beb29a812d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/38561f0bd41b4a85913c04beb29a812d 2024-11-27T17:25:43,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9c2715637d6c4c1dbb00ddf25e4b7ce6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9c2715637d6c4c1dbb00ddf25e4b7ce6 2024-11-27T17:25:43,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/13aa6c6f87e64451a479a2c2aa3e4c54 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/13aa6c6f87e64451a479a2c2aa3e4c54 2024-11-27T17:25:43,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/24c3b9d424ca4c7eba2a73c374bf3179 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/24c3b9d424ca4c7eba2a73c374bf3179 2024-11-27T17:25:43,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/248788145bd64a1094c58d7b35ad0bbb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/248788145bd64a1094c58d7b35ad0bbb 2024-11-27T17:25:43,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7e3d0763bff4c789cf2d3bf8c9d4ca1 2024-11-27T17:25:43,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/dbdd80755bd24c86b9bad592fde67349 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/dbdd80755bd24c86b9bad592fde67349 2024-11-27T17:25:43,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e6da6e1f19c143078b5e654e5f752db5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/e6da6e1f19c143078b5e654e5f752db5 2024-11-27T17:25:43,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/1bc359b3b77f4559a03ca04cc2c78f3e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/1bc359b3b77f4559a03ca04cc2c78f3e 2024-11-27T17:25:43,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/43518b4fa82648e4b8f6ef8c05454f55 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/43518b4fa82648e4b8f6ef8c05454f55 2024-11-27T17:25:43,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7c6b22d82c743febc1d4d7e7ddfdd59 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f7c6b22d82c743febc1d4d7e7ddfdd59 2024-11-27T17:25:43,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f0dbf0c5e6d341acb1c1b9f1a504df6a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/f0dbf0c5e6d341acb1c1b9f1a504df6a 2024-11-27T17:25:43,487 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=4 2024-11-27T17:25:43,488 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. 2024-11-27T17:25:43,488 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 7ff09240a4f693ec7733556e549df9ea: Waiting for close lock at 1732728341641Running coprocessor pre-close hooks at 1732728341641Disabling compacts and flushes for region at 1732728341641Disabling writes for close at 1732728341641Obtaining lock to block concurrent updates at 1732728341641Preparing flush snapshotting stores in 7ff09240a4f693ec7733556e549df9ea at 1732728341641Finished memstore snapshotting TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732728341641Flushing stores of TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea. at 1732728341642 (+1 ms)Flushing 7ff09240a4f693ec7733556e549df9ea/A: creating writer at 1732728341642Flushing mob file 7ff09240a4f693ec7733556e549df9ea/A: appending metadata at 1732728341648 (+6 ms)Flushing mob file 7ff09240a4f693ec7733556e549df9ea/A: closing flushed file at 1732728341648Flushing 7ff09240a4f693ec7733556e549df9ea/A: appending metadata at 1732728342064 (+416 ms)Flushing 7ff09240a4f693ec7733556e549df9ea/A: closing flushed file at 1732728342064Flushing 7ff09240a4f693ec7733556e549df9ea/B: creating writer at 1732728342476 (+412 ms)Flushing 7ff09240a4f693ec7733556e549df9ea/B: appending metadata at 1732728342480 (+4 ms)Flushing 7ff09240a4f693ec7733556e549df9ea/B: closing flushed file at 1732728342480Flushing 7ff09240a4f693ec7733556e549df9ea/C: creating writer at 1732728342892 (+412 ms)Flushing 7ff09240a4f693ec7733556e549df9ea/C: appending metadata at 1732728342895 (+3 ms)Flushing 7ff09240a4f693ec7733556e549df9ea/C: closing flushed file at 1732728342895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cecd76b: reopening flushed file at 1732728343381 (+486 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3653c89: reopening flushed file at 1732728343389 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a5b3d1: reopening flushed file at 1732728343396 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ff09240a4f693ec7733556e549df9ea in 1760ms, sequenceid=416, compaction requested=true at 1732728343401 (+5 ms)Writing region close event to WAL at 1732728343484 (+83 ms)Running coprocessor post-close hooks at 1732728343488 (+4 ms)Closed at 1732728343488 2024-11-27T17:25:43,490 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=7ff09240a4f693ec7733556e549df9ea, regionState=CLOSED 2024-11-27T17:25:43,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:25:43,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-27T17:25:43,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ff09240a4f693ec7733556e549df9ea, server=8f0673442175,34765,1732728280069 in 2.0040 sec 2024-11-27T17:25:43,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T17:25:43,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ff09240a4f693ec7733556e549df9ea, UNASSIGN in 2.0090 sec 2024-11-27T17:25:43,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-27T17:25:43,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0130 sec 2024-11-27T17:25:43,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728343498"}]},"ts":"1732728343498"} 2024-11-27T17:25:43,500 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T17:25:43,500 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T17:25:43,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0260 sec 2024-11-27T17:25:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T17:25:43,635 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:43,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-27T17:25:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,639 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T17:25:43,640 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,644 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/recovered.edits] 2024-11-27T17:25:43,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2a5bc99e068f48dfb29c6d2f11be4f41 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/2a5bc99e068f48dfb29c6d2f11be4f41 2024-11-27T17:25:43,651 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3b5891452d0449daa5aef73d4b81728f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/3b5891452d0449daa5aef73d4b81728f 2024-11-27T17:25:43,652 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/75d7199f5da04c93842482129678c343 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/A/75d7199f5da04c93842482129678c343 2024-11-27T17:25:43,654 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0f8771db33ac43b5aaa2afab157ce3df to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/0f8771db33ac43b5aaa2afab157ce3df 2024-11-27T17:25:43,655 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/acc64a0c92d049759d85a93585d50915 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/acc64a0c92d049759d85a93585d50915 2024-11-27T17:25:43,657 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/de6c99877605460ab2a00e13328e98f3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/B/de6c99877605460ab2a00e13328e98f3 2024-11-27T17:25:43,660 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/555fce14de6f4c05848dc55160ea3392 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/555fce14de6f4c05848dc55160ea3392 2024-11-27T17:25:43,662 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9a05482a0f5242eda81bbb07d92838a8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/9a05482a0f5242eda81bbb07d92838a8 2024-11-27T17:25:43,663 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/ddb4f39ab7074157bef3f3b026e3304f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/C/ddb4f39ab7074157bef3f3b026e3304f 2024-11-27T17:25:43,667 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/recovered.edits/419.seqid to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea/recovered.edits/419.seqid 2024-11-27T17:25:43,668 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,668 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T17:25:43,668 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T17:25:43,669 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T17:25:43,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127010351be0b0348be9bb3ce55b4c6cbbe_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127010351be0b0348be9bb3ce55b4c6cbbe_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112707270c2a24b6462b8c1125e8f7739bf4_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112707270c2a24b6462b8c1125e8f7739bf4_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270bcdfd40968b4f50a0068da93895d482_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270bcdfd40968b4f50a0068da93895d482_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270de54a6c80df4294a956bb62ccdb5f3a_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270de54a6c80df4294a956bb62ccdb5f3a_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112712abe591f0ef4264ac01fdceeb6b0ba3_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112712abe591f0ef4264ac01fdceeb6b0ba3_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112728cfe79895f5448aab31ad0b8eddfe68_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112728cfe79895f5448aab31ad0b8eddfe68_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275a1f152dcfca4ca48f63ab70a1d509dc_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275a1f152dcfca4ca48f63ab70a1d509dc_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112760d63f225aa14688aabb08bc44c5cb41_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112760d63f225aa14688aabb08bc44c5cb41_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,681 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127644ce67b77074c4c88d466b5bbfa21cb_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127644ce67b77074c4c88d466b5bbfa21cb_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,682 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127663cc4bb8e084d61aded676d02eb9d6e_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127663cc4bb8e084d61aded676d02eb9d6e_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112768fddac05fa44490bb8d5bd229cb9681_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112768fddac05fa44490bb8d5bd229cb9681_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,685 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277110e8e5003c44aaadb647e1990e9fb6_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277110e8e5003c44aaadb647e1990e9fb6_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,686 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277fea62ed204f40d1baf294374e0c5740_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277fea62ed204f40d1baf294374e0c5740_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,687 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279166d7ca6fdb41a0bfa7014eeee89fdf_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279166d7ca6fdb41a0bfa7014eeee89fdf_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a5ba5d6eac24488a8682b8a8c32db97a_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a5ba5d6eac24488a8682b8a8c32db97a_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ada8683635924d55966f610f01cb8990_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ada8683635924d55966f610f01cb8990_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c2b7056fca3340feb8840fb6bed024e0_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c2b7056fca3340feb8840fb6bed024e0_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,693 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c49d63984b4d401eb2926ca3ffbb969d_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c49d63984b4d401eb2926ca3ffbb969d_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,694 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c59601792fa74476ab20c5163f87b50c_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c59601792fa74476ab20c5163f87b50c_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,695 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c88c216a8c8349f0baac8217e93f4f69_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c88c216a8c8349f0baac8217e93f4f69_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,696 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d6141bb177424807b4f7fd61a40a619e_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d6141bb177424807b4f7fd61a40a619e_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,697 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe34e8c5d8e14b4db78943920d1c0188_7ff09240a4f693ec7733556e549df9ea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe34e8c5d8e14b4db78943920d1c0188_7ff09240a4f693ec7733556e549df9ea 2024-11-27T17:25:43,698 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T17:25:43,700 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,703 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T17:25:43,705 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T17:25:43,706 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,706 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T17:25:43,706 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732728343706"}]},"ts":"9223372036854775807"} 2024-11-27T17:25:43,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T17:25:43,708 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7ff09240a4f693ec7733556e549df9ea, NAME => 'TestAcidGuarantees,,1732728312272.7ff09240a4f693ec7733556e549df9ea.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T17:25:43,708 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T17:25:43,708 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732728343708"}]},"ts":"9223372036854775807"} 2024-11-27T17:25:43,710 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-27T17:25:43,710 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-27T17:25:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T17:25:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-27T17:25:43,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:43,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=735 (was 683) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9324 (was 5804) - AvailableMemoryMB LEAK? - 2024-11-27T17:25:43,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=735, ProcessCount=11, AvailableMemoryMB=9323 2024-11-27T17:25:43,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:25:43,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:25:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T17:25:43,764 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:25:43,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:43,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-27T17:25:43,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:25:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T17:25:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742074_1250 (size=959) 2024-11-27T17:25:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T17:25:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T17:25:44,176 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:25:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742075_1251 (size=53) 2024-11-27T17:25:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T17:25:44,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:25:44,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b699715c64c1585a9d0f0b4ad1f3ce7d, disabling compactions & flushes 2024-11-27T17:25:44,587 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. after waiting 0 ms 2024-11-27T17:25:44,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,587 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b699715c64c1585a9d0f0b4ad1f3ce7d: Waiting for close lock at 1732728344587Disabling compacts and flushes for region at 1732728344587Disabling writes for close at 1732728344587Writing region close event to WAL at 1732728344587Closed at 1732728344587 2024-11-27T17:25:44,590 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:25:44,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732728344590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728344590"}]},"ts":"1732728344590"} 2024-11-27T17:25:44,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:25:44,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:25:44,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728344596"}]},"ts":"1732728344596"} 2024-11-27T17:25:44,598 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T17:25:44,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, ASSIGN}] 2024-11-27T17:25:44,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, ASSIGN 2024-11-27T17:25:44,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, ASSIGN; state=OFFLINE, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=false 2024-11-27T17:25:44,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=b699715c64c1585a9d0f0b4ad1f3ce7d, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:44,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, ASSIGN because future has completed 2024-11-27T17:25:44,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:25:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T17:25:44,907 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,907 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:25:44,907 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,907 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:25:44,907 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,908 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,909 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,910 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b699715c64c1585a9d0f0b4ad1f3ce7d columnFamilyName A 2024-11-27T17:25:44,910 DEBUG [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:44,911 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] regionserver.HStore(327): Store=b699715c64c1585a9d0f0b4ad1f3ce7d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:44,911 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,912 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b699715c64c1585a9d0f0b4ad1f3ce7d columnFamilyName B 2024-11-27T17:25:44,912 DEBUG [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:44,912 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] regionserver.HStore(327): Store=b699715c64c1585a9d0f0b4ad1f3ce7d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:44,912 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,914 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b699715c64c1585a9d0f0b4ad1f3ce7d columnFamilyName C 2024-11-27T17:25:44,914 DEBUG [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:25:44,914 INFO [StoreOpener-b699715c64c1585a9d0f0b4ad1f3ce7d-1 {}] regionserver.HStore(327): Store=b699715c64c1585a9d0f0b4ad1f3ce7d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:25:44,914 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,915 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,915 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,916 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,916 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,916 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:25:44,917 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,919 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:25:44,919 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened b699715c64c1585a9d0f0b4ad1f3ce7d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62610421, jitterRate=-0.06703202426433563}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:25:44,919 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:44,921 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for b699715c64c1585a9d0f0b4ad1f3ce7d: Running coprocessor pre-open hook at 1732728344908Writing region info on filesystem at 1732728344908Initializing all the Stores at 1732728344908Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728344909 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728344909Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728344909Cleaning up temporary data from old regions at 1732728344916 (+7 ms)Running coprocessor post-open hooks at 1732728344919 (+3 ms)Region opened successfully at 1732728344921 (+2 ms) 2024-11-27T17:25:44,922 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., pid=59, masterSystemTime=1732728344904 2024-11-27T17:25:44,923 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,923 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:44,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=b699715c64c1585a9d0f0b4ad1f3ce7d, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:25:44,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:25:44,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-27T17:25:44,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 in 173 msec 2024-11-27T17:25:44,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T17:25:44,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, ASSIGN in 329 msec 2024-11-27T17:25:44,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:25:44,930 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728344930"}]},"ts":"1732728344930"} 2024-11-27T17:25:44,931 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T17:25:44,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:25:44,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-27T17:25:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T17:25:45,916 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:45,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,919 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a15924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,921 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167ee51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:25:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:25:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745b2e23 2024-11-27T17:25:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:25:45,927 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:25:45,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,930 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6d0b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,932 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5918a874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,934 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fbd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,936 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef5bee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,939 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26747e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b406b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,942 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c63d5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,943 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3d85a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,945 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522d2653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,946 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183b2858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,948 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55359e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,949 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128ca95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,951 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66413e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276397b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,954 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1929c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,955 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564f4474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,957 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3a6d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,958 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da12e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:25:45,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:25:45,960 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:25:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:25:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:25:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b715234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:25:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:25:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:25:45,961 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:25:45,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716955db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:25:45,962 DEBUG [Thread-1178 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,962 DEBUG [Thread-1176 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,962 DEBUG [Thread-1163 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,962 DEBUG [Thread-1165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:45,963 DEBUG [Thread-1174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,965 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T17:25:45,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,965 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:45,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:45,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,968 DEBUG [Thread-1182 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,969 DEBUG [Thread-1167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,970 DEBUG [Thread-1169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,972 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:45,979 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:45,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:45,984 DEBUG [Thread-1180 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:25:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:25:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:25:45,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:25:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:25:46,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/a109b83f96824a12841b58a215252f85 is 50, key is test_row_1/A:col10/1732728345979/Put/seqid=0 2024-11-27T17:25:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728406002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728406002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728406004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728406005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728406007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742076_1252 (size=9657) 2024-11-27T17:25:46,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/a109b83f96824a12841b58a215252f85 2024-11-27T17:25:46,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/eb405779bc304365860fb002830676f4 is 50, key is test_row_1/B:col10/1732728345979/Put/seqid=0 2024-11-27T17:25:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T17:25:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742077_1253 (size=9657) 2024-11-27T17:25:46,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/eb405779bc304365860fb002830676f4 2024-11-27T17:25:46,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5801d8a465d14363a2c33201d52fe8fc is 50, key is test_row_1/C:col10/1732728345979/Put/seqid=0 2024-11-27T17:25:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742078_1254 (size=9657) 2024-11-27T17:25:46,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5801d8a465d14363a2c33201d52fe8fc 2024-11-27T17:25:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728406116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728406116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728406116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728406116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728406116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-27T17:25:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:46,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/a109b83f96824a12841b58a215252f85 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/a109b83f96824a12841b58a215252f85 2024-11-27T17:25:46,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/a109b83f96824a12841b58a215252f85, entries=100, sequenceid=14, filesize=9.4 K 2024-11-27T17:25:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/eb405779bc304365860fb002830676f4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/eb405779bc304365860fb002830676f4 2024-11-27T17:25:46,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/eb405779bc304365860fb002830676f4, entries=100, sequenceid=14, filesize=9.4 K 2024-11-27T17:25:46,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5801d8a465d14363a2c33201d52fe8fc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5801d8a465d14363a2c33201d52fe8fc 2024-11-27T17:25:46,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5801d8a465d14363a2c33201d52fe8fc, entries=100, sequenceid=14, filesize=9.4 K 2024-11-27T17:25:46,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b699715c64c1585a9d0f0b4ad1f3ce7d in 164ms, sequenceid=14, compaction requested=false 2024-11-27T17:25:46,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:46,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-27T17:25:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:46,274 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:25:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d3325b798e0b4e1abb294be1584519c9 is 50, key is test_row_0/A:col10/1732728346002/Put/seqid=0 2024-11-27T17:25:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T17:25:46,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742079_1255 (size=12001) 2024-11-27T17:25:46,288 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d3325b798e0b4e1abb294be1584519c9 2024-11-27T17:25:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6c5ceab35f1449179f3d1b354751397d is 50, key is test_row_0/B:col10/1732728346002/Put/seqid=0 2024-11-27T17:25:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742080_1256 (size=12001) 2024-11-27T17:25:46,314 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6c5ceab35f1449179f3d1b354751397d 2024-11-27T17:25:46,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/b0794c227fe44aec845487bc2df0a76e is 50, key is test_row_0/C:col10/1732728346002/Put/seqid=0 2024-11-27T17:25:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728406336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728406337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728406337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728406339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728406339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742081_1257 (size=12001) 2024-11-27T17:25:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728406445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728406445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728406445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728406445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728406446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T17:25:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728406655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728406655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728406655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728406655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728406656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,770 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/b0794c227fe44aec845487bc2df0a76e 2024-11-27T17:25:46,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d3325b798e0b4e1abb294be1584519c9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d3325b798e0b4e1abb294be1584519c9 2024-11-27T17:25:46,779 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d3325b798e0b4e1abb294be1584519c9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T17:25:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6c5ceab35f1449179f3d1b354751397d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6c5ceab35f1449179f3d1b354751397d 2024-11-27T17:25:46,784 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6c5ceab35f1449179f3d1b354751397d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T17:25:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/b0794c227fe44aec845487bc2df0a76e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/b0794c227fe44aec845487bc2df0a76e 2024-11-27T17:25:46,789 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/b0794c227fe44aec845487bc2df0a76e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T17:25:46,790 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b699715c64c1585a9d0f0b4ad1f3ce7d in 516ms, sequenceid=37, compaction requested=false 2024-11-27T17:25:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-27T17:25:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-27T17:25:46,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-27T17:25:46,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 826 msec 2024-11-27T17:25:46,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 832 msec 2024-11-27T17:25:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:46,967 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:46,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T17:25:46,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/766afbbc65ec4edc8be0e36aa92fe5d5 is 50, key is test_row_0/A:col10/1732728346967/Put/seqid=0 2024-11-27T17:25:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742082_1258 (size=14341) 2024-11-27T17:25:46,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/766afbbc65ec4edc8be0e36aa92fe5d5 2024-11-27T17:25:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728406987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728406989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728406991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728406991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728406992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/b3afa0b45534407d916004a62abe45c8 is 50, key is test_row_0/B:col10/1732728346967/Put/seqid=0 2024-11-27T17:25:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742083_1259 (size=12001) 2024-11-27T17:25:47,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/b3afa0b45534407d916004a62abe45c8 2024-11-27T17:25:47,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/8e86c5f7304842dea2bd65784f76244d is 50, key is test_row_0/C:col10/1732728346967/Put/seqid=0 2024-11-27T17:25:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742084_1260 (size=12001) 2024-11-27T17:25:47,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/8e86c5f7304842dea2bd65784f76244d 2024-11-27T17:25:47,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/766afbbc65ec4edc8be0e36aa92fe5d5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/766afbbc65ec4edc8be0e36aa92fe5d5 2024-11-27T17:25:47,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/766afbbc65ec4edc8be0e36aa92fe5d5, entries=200, sequenceid=55, filesize=14.0 K 2024-11-27T17:25:47,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/b3afa0b45534407d916004a62abe45c8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b3afa0b45534407d916004a62abe45c8 2024-11-27T17:25:47,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b3afa0b45534407d916004a62abe45c8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-27T17:25:47,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/8e86c5f7304842dea2bd65784f76244d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/8e86c5f7304842dea2bd65784f76244d 2024-11-27T17:25:47,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/8e86c5f7304842dea2bd65784f76244d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-27T17:25:47,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for b699715c64c1585a9d0f0b4ad1f3ce7d in 106ms, sequenceid=55, compaction requested=true 2024-11-27T17:25:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:47,074 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:47,074 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:47,075 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:47,075 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:47,075 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,075 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/a109b83f96824a12841b58a215252f85, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d3325b798e0b4e1abb294be1584519c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/766afbbc65ec4edc8be0e36aa92fe5d5] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=35.2 K 2024-11-27T17:25:47,075 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:47,075 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:47,075 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,075 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/eb405779bc304365860fb002830676f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6c5ceab35f1449179f3d1b354751397d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b3afa0b45534407d916004a62abe45c8] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=32.9 K 2024-11-27T17:25:47,076 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a109b83f96824a12841b58a215252f85, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732728345977 2024-11-27T17:25:47,077 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting eb405779bc304365860fb002830676f4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732728345977 2024-11-27T17:25:47,077 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3325b798e0b4e1abb294be1584519c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732728346000 2024-11-27T17:25:47,077 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c5ceab35f1449179f3d1b354751397d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732728346000 2024-11-27T17:25:47,077 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766afbbc65ec4edc8be0e36aa92fe5d5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732728346329 2024-11-27T17:25:47,078 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b3afa0b45534407d916004a62abe45c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732728346329 2024-11-27T17:25:47,087 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:47,088 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1c19431b968c498dafc4e34f4b076316 is 50, key is test_row_0/A:col10/1732728346967/Put/seqid=0 2024-11-27T17:25:47,090 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:47,091 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/5af1b131e8c9408dbc2eb5d731e21595 is 50, key is test_row_0/B:col10/1732728346967/Put/seqid=0 2024-11-27T17:25:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T17:25:47,106 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:47,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-27T17:25:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742086_1262 (size=12104) 2024-11-27T17:25:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T17:25:47,108 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:47,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:47,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:47,110 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:47,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T17:25:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742085_1261 (size=12104) 2024-11-27T17:25:47,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ab281f4d89bf49a1b15537480961ecc2 is 50, key is test_row_0/A:col10/1732728347109/Put/seqid=0 2024-11-27T17:25:47,145 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1c19431b968c498dafc4e34f4b076316 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1c19431b968c498dafc4e34f4b076316 2024-11-27T17:25:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728407145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,151 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 1c19431b968c498dafc4e34f4b076316(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:47,151 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:47,151 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728347073; duration=0sec 2024-11-27T17:25:47,151 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:47,151 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:47,151 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:47,152 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:47,152 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:25:47,152 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,153 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5801d8a465d14363a2c33201d52fe8fc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/b0794c227fe44aec845487bc2df0a76e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/8e86c5f7304842dea2bd65784f76244d] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=32.9 K 2024-11-27T17:25:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728407146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728407148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728407148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,154 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5801d8a465d14363a2c33201d52fe8fc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732728345977 2024-11-27T17:25:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728407150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,155 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0794c227fe44aec845487bc2df0a76e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732728346000 2024-11-27T17:25:47,155 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e86c5f7304842dea2bd65784f76244d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732728346329 2024-11-27T17:25:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,174 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:47,175 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/c907d3e8102d46738f665a4efbe3ea2a is 50, key is test_row_0/C:col10/1732728346967/Put/seqid=0 2024-11-27T17:25:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742087_1263 (size=12001) 2024-11-27T17:25:47,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ab281f4d89bf49a1b15537480961ecc2 2024-11-27T17:25:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742088_1264 (size=12104) 2024-11-27T17:25:47,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/9016d9d6a1bb4cd4848df5e9a99cde63 is 50, key is test_row_0/B:col10/1732728347109/Put/seqid=0 2024-11-27T17:25:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T17:25:47,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742089_1265 (size=12001) 2024-11-27T17:25:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728407256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728407256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728407265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728407265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728407266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T17:25:47,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728407465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728407465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728407475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728407475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728407475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,514 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/5af1b131e8c9408dbc2eb5d731e21595 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/5af1b131e8c9408dbc2eb5d731e21595 2024-11-27T17:25:47,520 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 5af1b131e8c9408dbc2eb5d731e21595(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:47,520 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:47,521 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728347074; duration=0sec 2024-11-27T17:25:47,521 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:47,521 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:47,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,613 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/c907d3e8102d46738f665a4efbe3ea2a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/c907d3e8102d46738f665a4efbe3ea2a 2024-11-27T17:25:47,617 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into c907d3e8102d46738f665a4efbe3ea2a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:47,617 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:47,617 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=13, startTime=1732728347074; duration=0sec 2024-11-27T17:25:47,617 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:47,617 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:47,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/9016d9d6a1bb4cd4848df5e9a99cde63 2024-11-27T17:25:47,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/88e905200e984c6a85269ce18fec8ecd is 50, key is test_row_0/C:col10/1732728347109/Put/seqid=0 2024-11-27T17:25:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742090_1266 (size=12001) 2024-11-27T17:25:47,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T17:25:47,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728407775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728407775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728407785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728407785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728407785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:47,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:47,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:48,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:48,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:48,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/88e905200e984c6a85269ce18fec8ecd 2024-11-27T17:25:48,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ab281f4d89bf49a1b15537480961ecc2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab281f4d89bf49a1b15537480961ecc2 2024-11-27T17:25:48,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab281f4d89bf49a1b15537480961ecc2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:25:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/9016d9d6a1bb4cd4848df5e9a99cde63 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/9016d9d6a1bb4cd4848df5e9a99cde63 2024-11-27T17:25:48,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/9016d9d6a1bb4cd4848df5e9a99cde63, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:25:48,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/88e905200e984c6a85269ce18fec8ecd as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/88e905200e984c6a85269ce18fec8ecd 2024-11-27T17:25:48,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/88e905200e984c6a85269ce18fec8ecd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:25:48,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b699715c64c1585a9d0f0b4ad1f3ce7d in 967ms, sequenceid=76, compaction requested=false 2024-11-27T17:25:48,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:48,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-27T17:25:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:48,185 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T17:25:48,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ab599fb659e741789d4a90ea181af31b is 50, key is test_row_0/A:col10/1732728347121/Put/seqid=0 2024-11-27T17:25:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742091_1267 (size=12001) 2024-11-27T17:25:48,196 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ab599fb659e741789d4a90ea181af31b 2024-11-27T17:25:48,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/131f77177dfd4082b201e559f56ee0c2 is 50, key is test_row_0/B:col10/1732728347121/Put/seqid=0 2024-11-27T17:25:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742092_1268 (size=12001) 2024-11-27T17:25:48,209 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/131f77177dfd4082b201e559f56ee0c2 2024-11-27T17:25:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9b8ae90d015c45648c28617148a54d1c is 50, key is test_row_0/C:col10/1732728347121/Put/seqid=0 2024-11-27T17:25:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742093_1269 (size=12001) 2024-11-27T17:25:48,232 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9b8ae90d015c45648c28617148a54d1c 2024-11-27T17:25:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ab599fb659e741789d4a90ea181af31b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab599fb659e741789d4a90ea181af31b 2024-11-27T17:25:48,240 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab599fb659e741789d4a90ea181af31b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T17:25:48,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/131f77177dfd4082b201e559f56ee0c2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/131f77177dfd4082b201e559f56ee0c2 2024-11-27T17:25:48,244 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/131f77177dfd4082b201e559f56ee0c2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T17:25:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T17:25:48,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9b8ae90d015c45648c28617148a54d1c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9b8ae90d015c45648c28617148a54d1c 2024-11-27T17:25:48,249 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9b8ae90d015c45648c28617148a54d1c, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T17:25:48,250 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for b699715c64c1585a9d0f0b4ad1f3ce7d in 65ms, sequenceid=94, compaction requested=true 2024-11-27T17:25:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-27T17:25:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-27T17:25:48,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-27T17:25:48,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1420 sec 2024-11-27T17:25:48,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.1480 sec 2024-11-27T17:25:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:48,296 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:48,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:25:48,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d9c181225c0f45089cf7257e3096cc29 is 50, key is test_row_0/A:col10/1732728348290/Put/seqid=0 2024-11-27T17:25:48,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728408314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728408315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728408315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728408316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728408316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742094_1270 (size=14341) 2024-11-27T17:25:48,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d9c181225c0f45089cf7257e3096cc29 2024-11-27T17:25:48,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e4b9f490d18740449475246b2d3d9027 is 50, key is test_row_0/B:col10/1732728348290/Put/seqid=0 2024-11-27T17:25:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742095_1271 (size=12001) 2024-11-27T17:25:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728408425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728408425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728408425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728408425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728408425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728408636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728408636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728408636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728408636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728408637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e4b9f490d18740449475246b2d3d9027 2024-11-27T17:25:48,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/853248c9aca74fe389aa4902435d7555 is 50, key is test_row_0/C:col10/1732728348290/Put/seqid=0 2024-11-27T17:25:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742096_1272 (size=12001) 2024-11-27T17:25:48,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/853248c9aca74fe389aa4902435d7555 2024-11-27T17:25:48,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d9c181225c0f45089cf7257e3096cc29 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d9c181225c0f45089cf7257e3096cc29 2024-11-27T17:25:48,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d9c181225c0f45089cf7257e3096cc29, entries=200, sequenceid=105, filesize=14.0 K 2024-11-27T17:25:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e4b9f490d18740449475246b2d3d9027 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e4b9f490d18740449475246b2d3d9027 2024-11-27T17:25:48,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e4b9f490d18740449475246b2d3d9027, entries=150, sequenceid=105, filesize=11.7 K 2024-11-27T17:25:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/853248c9aca74fe389aa4902435d7555 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/853248c9aca74fe389aa4902435d7555 2024-11-27T17:25:48,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/853248c9aca74fe389aa4902435d7555, entries=150, sequenceid=105, filesize=11.7 K 2024-11-27T17:25:48,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b699715c64c1585a9d0f0b4ad1f3ce7d in 564ms, sequenceid=105, compaction requested=true 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:48,861 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:48,861 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:48,863 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:48,863 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:48,863 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:48,863 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:48,863 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:48,864 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/5af1b131e8c9408dbc2eb5d731e21595, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/9016d9d6a1bb4cd4848df5e9a99cde63, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/131f77177dfd4082b201e559f56ee0c2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e4b9f490d18740449475246b2d3d9027] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=47.0 K 2024-11-27T17:25:48,864 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:48,864 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1c19431b968c498dafc4e34f4b076316, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab281f4d89bf49a1b15537480961ecc2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab599fb659e741789d4a90ea181af31b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d9c181225c0f45089cf7257e3096cc29] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=49.3 K 2024-11-27T17:25:48,864 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af1b131e8c9408dbc2eb5d731e21595, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732728346329 2024-11-27T17:25:48,864 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c19431b968c498dafc4e34f4b076316, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732728346329 2024-11-27T17:25:48,865 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9016d9d6a1bb4cd4848df5e9a99cde63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728346980 2024-11-27T17:25:48,865 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab281f4d89bf49a1b15537480961ecc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728346980 2024-11-27T17:25:48,865 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 131f77177dfd4082b201e559f56ee0c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728347121 2024-11-27T17:25:48,865 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab599fb659e741789d4a90ea181af31b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728347121 2024-11-27T17:25:48,866 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e4b9f490d18740449475246b2d3d9027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732728348290 2024-11-27T17:25:48,866 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9c181225c0f45089cf7257e3096cc29, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732728348290 2024-11-27T17:25:48,882 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:48,883 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fbd2e6c3594f4fc88702f9b558041f61 is 50, key is test_row_0/A:col10/1732728348290/Put/seqid=0 2024-11-27T17:25:48,886 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:48,886 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e60c81b36e3e4648966e3fd84229169a is 50, key is test_row_0/B:col10/1732728348290/Put/seqid=0 2024-11-27T17:25:48,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742097_1273 (size=12241) 2024-11-27T17:25:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742098_1274 (size=12241) 2024-11-27T17:25:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:48,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:25:48,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fe9d44e7ca954a359dc571a55365b4d0 is 50, key is test_row_0/A:col10/1732728348310/Put/seqid=0 2024-11-27T17:25:48,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728408959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728408959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728408960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728408961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728408961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742099_1275 (size=12051) 2024-11-27T17:25:48,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fe9d44e7ca954a359dc571a55365b4d0 2024-11-27T17:25:49,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c7cf0a581ad1474a98ca814be8739096 is 50, key is test_row_0/B:col10/1732728348310/Put/seqid=0 2024-11-27T17:25:49,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:25:49,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742100_1276 (size=12051) 2024-11-27T17:25:49,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c7cf0a581ad1474a98ca814be8739096 2024-11-27T17:25:49,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/335c0ba64b7a4adba58210605f6a37e0 is 50, key is test_row_0/C:col10/1732728348310/Put/seqid=0 2024-11-27T17:25:49,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742101_1277 (size=12051) 2024-11-27T17:25:49,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/335c0ba64b7a4adba58210605f6a37e0 2024-11-27T17:25:49,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fe9d44e7ca954a359dc571a55365b4d0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fe9d44e7ca954a359dc571a55365b4d0 2024-11-27T17:25:49,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fe9d44e7ca954a359dc571a55365b4d0, entries=150, sequenceid=133, filesize=11.8 K 2024-11-27T17:25:49,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c7cf0a581ad1474a98ca814be8739096 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c7cf0a581ad1474a98ca814be8739096 2024-11-27T17:25:49,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c7cf0a581ad1474a98ca814be8739096, entries=150, sequenceid=133, filesize=11.8 K 2024-11-27T17:25:49,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/335c0ba64b7a4adba58210605f6a37e0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/335c0ba64b7a4adba58210605f6a37e0 2024-11-27T17:25:49,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/335c0ba64b7a4adba58210605f6a37e0, entries=150, sequenceid=133, filesize=11.8 K 2024-11-27T17:25:49,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for b699715c64c1585a9d0f0b4ad1f3ce7d in 210ms, sequenceid=133, compaction requested=true 2024-11-27T17:25:49,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:25:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T17:25:49,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:49,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T17:25:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T17:25:49,266 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:49,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-27T17:25:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-27T17:25:49,268 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:49,269 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:49,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:49,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:25:49,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ebd1761f92eb498f9fb8ba27950b7f9e is 50, key is test_row_0/A:col10/1732728348959/Put/seqid=0 2024-11-27T17:25:49,308 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fbd2e6c3594f4fc88702f9b558041f61 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fbd2e6c3594f4fc88702f9b558041f61 2024-11-27T17:25:49,309 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e60c81b36e3e4648966e3fd84229169a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e60c81b36e3e4648966e3fd84229169a 2024-11-27T17:25:49,343 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into fbd2e6c3594f4fc88702f9b558041f61(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:49,343 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into e60c81b36e3e4648966e3fd84229169a(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:49,343 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=12, startTime=1732728348861; duration=0sec 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:49,343 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=12, startTime=1732728348861; duration=0sec 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T17:25:49,343 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742102_1278 (size=12151) 2024-11-27T17:25:49,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ebd1761f92eb498f9fb8ba27950b7f9e 2024-11-27T17:25:49,346 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T17:25:49,346 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:25:49,346 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,346 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-27T17:25:49,346 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:25:49,347 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/c907d3e8102d46738f665a4efbe3ea2a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/88e905200e984c6a85269ce18fec8ecd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9b8ae90d015c45648c28617148a54d1c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/853248c9aca74fe389aa4902435d7555, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/335c0ba64b7a4adba58210605f6a37e0] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=58.7 K 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. because compaction request was cancelled 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c907d3e8102d46738f665a4efbe3ea2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732728346329 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88e905200e984c6a85269ce18fec8ecd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728346980 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:25:49,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:25:49,348 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. because compaction request was cancelled 2024-11-27T17:25:49,348 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:49,348 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T17:25:49,348 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8ae90d015c45648c28617148a54d1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728347121 2024-11-27T17:25:49,348 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 853248c9aca74fe389aa4902435d7555, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732728348290 2024-11-27T17:25:49,349 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335c0ba64b7a4adba58210605f6a37e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728348310 2024-11-27T17:25:49,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:25:49,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:25:49,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. because compaction request was cancelled 2024-11-27T17:25:49,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:49,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/557e61ed19404a20a600006a59153e56 is 50, key is test_row_0/B:col10/1732728348959/Put/seqid=0 2024-11-27T17:25:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742103_1279 (size=12151) 2024-11-27T17:25:49,371 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:49,371 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc is 50, key is test_row_0/C:col10/1732728348310/Put/seqid=0 2024-11-27T17:25:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-27T17:25:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728409367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728409373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728409373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728409374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728409374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742104_1280 (size=12325) 2024-11-27T17:25:49,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-27T17:25:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728409486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728409486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728409486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728409486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728409486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-27T17:25:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-27T17:25:49,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728409696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728409696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728409696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728409696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:49,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728409697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:49,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:49,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:49,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-27T17:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:49,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/557e61ed19404a20a600006a59153e56 2024-11-27T17:25:49,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9539f595e31545818172ee26cdb5d7ad is 50, key is test_row_0/C:col10/1732728348959/Put/seqid=0 2024-11-27T17:25:49,813 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc 2024-11-27T17:25:49,818 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into ceb79e0cbe2e4d3c916d2eb5c3a378dc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:49,818 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:49,818 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=11, startTime=1732728349162; duration=0sec 2024-11-27T17:25:49,818 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:49,818 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742105_1281 (size=12151) 2024-11-27T17:25:49,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9539f595e31545818172ee26cdb5d7ad 2024-11-27T17:25:49,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ebd1761f92eb498f9fb8ba27950b7f9e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ebd1761f92eb498f9fb8ba27950b7f9e 2024-11-27T17:25:49,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ebd1761f92eb498f9fb8ba27950b7f9e, entries=150, sequenceid=146, filesize=11.9 K 2024-11-27T17:25:49,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/557e61ed19404a20a600006a59153e56 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/557e61ed19404a20a600006a59153e56 2024-11-27T17:25:49,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/557e61ed19404a20a600006a59153e56, entries=150, sequenceid=146, filesize=11.9 K 2024-11-27T17:25:49,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9539f595e31545818172ee26cdb5d7ad as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9539f595e31545818172ee26cdb5d7ad 2024-11-27T17:25:49,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9539f595e31545818172ee26cdb5d7ad, entries=150, sequenceid=146, filesize=11.9 K 2024-11-27T17:25:49,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b699715c64c1585a9d0f0b4ad1f3ce7d in 555ms, sequenceid=146, compaction requested=true 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:49,845 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:49,845 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:49,846 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:49,846 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:49,846 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,846 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fbd2e6c3594f4fc88702f9b558041f61, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fe9d44e7ca954a359dc571a55365b4d0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ebd1761f92eb498f9fb8ba27950b7f9e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=35.6 K 2024-11-27T17:25:49,846 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:49,846 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:49,846 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,847 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e60c81b36e3e4648966e3fd84229169a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c7cf0a581ad1474a98ca814be8739096, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/557e61ed19404a20a600006a59153e56] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=35.6 K 2024-11-27T17:25:49,848 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbd2e6c3594f4fc88702f9b558041f61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732728348290 2024-11-27T17:25:49,848 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e60c81b36e3e4648966e3fd84229169a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732728348290 2024-11-27T17:25:49,848 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe9d44e7ca954a359dc571a55365b4d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728348310 2024-11-27T17:25:49,849 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c7cf0a581ad1474a98ca814be8739096, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728348310 2024-11-27T17:25:49,849 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebd1761f92eb498f9fb8ba27950b7f9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732728348959 2024-11-27T17:25:49,849 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 557e61ed19404a20a600006a59153e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732728348959 2024-11-27T17:25:49,862 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:49,863 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/7556660eecdb45819383dae81a37ee5f is 50, key is test_row_0/B:col10/1732728348959/Put/seqid=0 2024-11-27T17:25:49,870 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:49,873 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/bbfb25c4185d4ed99b70068002c64ec5 is 50, key is test_row_0/A:col10/1732728348959/Put/seqid=0 2024-11-27T17:25:49,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-27T17:25:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:49,884 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T17:25:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-27T17:25:49,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/219fdb0490d947a6bc346b28c8faf234 is 50, key is test_row_0/A:col10/1732728349365/Put/seqid=0 2024-11-27T17:25:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742106_1282 (size=12493) 2024-11-27T17:25:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742107_1283 (size=12493) 2024-11-27T17:25:49,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742108_1284 (size=12151) 2024-11-27T17:25:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:50,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728410010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728410015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728410017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728410018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728410016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728410125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728410125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728410125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728410125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728410136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,325 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/7556660eecdb45819383dae81a37ee5f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/7556660eecdb45819383dae81a37ee5f 2024-11-27T17:25:50,335 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 7556660eecdb45819383dae81a37ee5f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:50,335 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:50,335 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728349845; duration=0sec 2024-11-27T17:25:50,335 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:50,335 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:50,335 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T17:25:50,336 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:25:50,336 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:25:50,336 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. because compaction request was cancelled 2024-11-27T17:25:50,336 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728410346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,362 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/bbfb25c4185d4ed99b70068002c64ec5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bbfb25c4185d4ed99b70068002c64ec5 2024-11-27T17:25:50,368 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into bbfb25c4185d4ed99b70068002c64ec5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:50,368 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:50,368 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728349845; duration=0sec 2024-11-27T17:25:50,368 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:50,368 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:50,378 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/219fdb0490d947a6bc346b28c8faf234 2024-11-27T17:25:50,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/ba7f74f68497442a93fa8ad288b824b5 is 50, key is test_row_0/B:col10/1732728349365/Put/seqid=0 2024-11-27T17:25:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-27T17:25:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742109_1285 (size=12151) 2024-11-27T17:25:50,419 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/ba7f74f68497442a93fa8ad288b824b5 2024-11-27T17:25:50,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/15a2e01125e04b7794466c970efc2551 is 50, key is test_row_0/C:col10/1732728349365/Put/seqid=0 2024-11-27T17:25:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742110_1286 (size=12151) 2024-11-27T17:25:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728410645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728410645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728410645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728410645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728410654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:50,868 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/15a2e01125e04b7794466c970efc2551 2024-11-27T17:25:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/219fdb0490d947a6bc346b28c8faf234 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/219fdb0490d947a6bc346b28c8faf234 2024-11-27T17:25:50,878 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/219fdb0490d947a6bc346b28c8faf234, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T17:25:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/ba7f74f68497442a93fa8ad288b824b5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ba7f74f68497442a93fa8ad288b824b5 2024-11-27T17:25:50,883 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ba7f74f68497442a93fa8ad288b824b5, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T17:25:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/15a2e01125e04b7794466c970efc2551 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15a2e01125e04b7794466c970efc2551 2024-11-27T17:25:50,890 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15a2e01125e04b7794466c970efc2551, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T17:25:50,892 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1008ms, sequenceid=173, compaction requested=true 2024-11-27T17:25:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-27T17:25:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-27T17:25:50,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-27T17:25:50,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-11-27T17:25:50,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.6320 sec 2024-11-27T17:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:51,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:25:51,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/8eacf452d7f34458a38ddbccc437092f is 50, key is test_row_0/A:col10/1732728351156/Put/seqid=0 2024-11-27T17:25:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742111_1287 (size=14541) 2024-11-27T17:25:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728411177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728411179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728411180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728411184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728411198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728411285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728411295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728411295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728411295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728411305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-27T17:25:51,415 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:51,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-27T17:25:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:51,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:51,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:51,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728411495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728411505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728411506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728411506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728411515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:51,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/8eacf452d7f34458a38ddbccc437092f 2024-11-27T17:25:51,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:51,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1b36c784f8cb4145915c4ee5f39b5492 is 50, key is test_row_0/B:col10/1732728351156/Put/seqid=0 2024-11-27T17:25:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742112_1288 (size=12151) 2024-11-27T17:25:51,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:51,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728411805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728411815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728411816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728411816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728411825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:51,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:51,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:51,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:51,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:51,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:51,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1b36c784f8cb4145915c4ee5f39b5492 2024-11-27T17:25:52,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/6f55fd8f0b634a52838e7a8795b51a2c is 50, key is test_row_0/C:col10/1732728351156/Put/seqid=0 2024-11-27T17:25:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742113_1289 (size=12151) 2024-11-27T17:25:52,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:52,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728412315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:52,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728412325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728412325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728412325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:52,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728412335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:52,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:52,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/6f55fd8f0b634a52838e7a8795b51a2c 2024-11-27T17:25:52,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/8eacf452d7f34458a38ddbccc437092f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/8eacf452d7f34458a38ddbccc437092f 2024-11-27T17:25:52,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/8eacf452d7f34458a38ddbccc437092f, entries=200, sequenceid=190, filesize=14.2 K 2024-11-27T17:25:52,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1b36c784f8cb4145915c4ee5f39b5492 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1b36c784f8cb4145915c4ee5f39b5492 2024-11-27T17:25:52,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1b36c784f8cb4145915c4ee5f39b5492, entries=150, sequenceid=190, filesize=11.9 K 2024-11-27T17:25:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/6f55fd8f0b634a52838e7a8795b51a2c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6f55fd8f0b634a52838e7a8795b51a2c 2024-11-27T17:25:52,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6f55fd8f0b634a52838e7a8795b51a2c, entries=150, sequenceid=190, filesize=11.9 K 2024-11-27T17:25:52,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1264ms, sequenceid=190, compaction requested=true 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:52,421 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:52,421 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:52,422 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:52,422 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:52,422 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:52,422 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:52,422 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,422 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,422 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bbfb25c4185d4ed99b70068002c64ec5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/219fdb0490d947a6bc346b28c8faf234, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/8eacf452d7f34458a38ddbccc437092f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=38.3 K 2024-11-27T17:25:52,422 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/7556660eecdb45819383dae81a37ee5f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ba7f74f68497442a93fa8ad288b824b5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1b36c784f8cb4145915c4ee5f39b5492] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=35.9 K 2024-11-27T17:25:52,422 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbfb25c4185d4ed99b70068002c64ec5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732728348959 2024-11-27T17:25:52,422 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7556660eecdb45819383dae81a37ee5f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732728348959 2024-11-27T17:25:52,423 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 219fdb0490d947a6bc346b28c8faf234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728349365 2024-11-27T17:25:52,423 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ba7f74f68497442a93fa8ad288b824b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728349365 2024-11-27T17:25:52,423 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eacf452d7f34458a38ddbccc437092f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732728350008 2024-11-27T17:25:52,423 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b36c784f8cb4145915c4ee5f39b5492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732728350008 2024-11-27T17:25:52,428 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:52,429 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/6ca3992364e7438189ac751a2cada2c8 is 50, key is test_row_0/A:col10/1732728351156/Put/seqid=0 2024-11-27T17:25:52,431 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:52,432 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/4f693d74ce53430d94be8943b06ff2ef is 50, key is test_row_0/B:col10/1732728351156/Put/seqid=0 2024-11-27T17:25:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742114_1290 (size=12595) 2024-11-27T17:25:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742115_1291 (size=12595) 2024-11-27T17:25:52,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-27T17:25:52,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,487 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:25:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1ae5599ea3ef4782b6c1947bd9cb2f2f is 50, key is test_row_0/A:col10/1732728351179/Put/seqid=0 2024-11-27T17:25:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742116_1292 (size=12151) 2024-11-27T17:25:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:52,845 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/6ca3992364e7438189ac751a2cada2c8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6ca3992364e7438189ac751a2cada2c8 2024-11-27T17:25:52,847 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/4f693d74ce53430d94be8943b06ff2ef as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/4f693d74ce53430d94be8943b06ff2ef 2024-11-27T17:25:52,855 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 6ca3992364e7438189ac751a2cada2c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:52,855 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:52,855 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728352421; duration=0sec 2024-11-27T17:25:52,856 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 4f693d74ce53430d94be8943b06ff2ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:52,856 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:52,856 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728352421; duration=0sec 2024-11-27T17:25:52,856 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:52,856 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:52,856 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:52,856 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:52,856 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:52,858 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:52,859 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:25:52,859 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:52,859 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9539f595e31545818172ee26cdb5d7ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15a2e01125e04b7794466c970efc2551, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6f55fd8f0b634a52838e7a8795b51a2c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=47.6 K 2024-11-27T17:25:52,859 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceb79e0cbe2e4d3c916d2eb5c3a378dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728348310 2024-11-27T17:25:52,859 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9539f595e31545818172ee26cdb5d7ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732728348959 2024-11-27T17:25:52,860 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a2e01125e04b7794466c970efc2551, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732728349365 2024-11-27T17:25:52,860 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f55fd8f0b634a52838e7a8795b51a2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732728350008 2024-11-27T17:25:52,874 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:52,875 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/21c6010a502d44e59345df8bce7fd18e is 50, key is test_row_0/C:col10/1732728351156/Put/seqid=0 2024-11-27T17:25:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742117_1293 (size=12561) 2024-11-27T17:25:52,893 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/21c6010a502d44e59345df8bce7fd18e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21c6010a502d44e59345df8bce7fd18e 2024-11-27T17:25:52,896 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1ae5599ea3ef4782b6c1947bd9cb2f2f 2024-11-27T17:25:52,899 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 21c6010a502d44e59345df8bce7fd18e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:52,900 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:52,900 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=12, startTime=1732728352421; duration=0sec 2024-11-27T17:25:52,900 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:52,900 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:52,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/420b293efcd9465ba31a5d47f9e7f3d4 is 50, key is test_row_0/B:col10/1732728351179/Put/seqid=0 2024-11-27T17:25:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742118_1294 (size=12151) 2024-11-27T17:25:53,308 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/420b293efcd9465ba31a5d47f9e7f3d4 2024-11-27T17:25:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/01c8219f9af547f99aaf8492d46b316e is 50, key is test_row_0/C:col10/1732728351179/Put/seqid=0 2024-11-27T17:25:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742119_1295 (size=12151) 2024-11-27T17:25:53,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728413341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728413345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728413345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728413345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,349 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in b699715c64c1585a9d0f0b4ad1f3ce7d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728413355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,358 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in b699715c64c1585a9d0f0b4ad1f3ce7d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728413455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728413455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728413455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728413665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728413665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728413665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:53,740 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/01c8219f9af547f99aaf8492d46b316e 2024-11-27T17:25:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1ae5599ea3ef4782b6c1947bd9cb2f2f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ae5599ea3ef4782b6c1947bd9cb2f2f 2024-11-27T17:25:53,751 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ae5599ea3ef4782b6c1947bd9cb2f2f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T17:25:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/420b293efcd9465ba31a5d47f9e7f3d4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/420b293efcd9465ba31a5d47f9e7f3d4 2024-11-27T17:25:53,756 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/420b293efcd9465ba31a5d47f9e7f3d4, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T17:25:53,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/01c8219f9af547f99aaf8492d46b316e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/01c8219f9af547f99aaf8492d46b316e 2024-11-27T17:25:53,761 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/01c8219f9af547f99aaf8492d46b316e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T17:25:53,762 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1275ms, sequenceid=212, compaction requested=false 2024-11-27T17:25:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-27T17:25:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-27T17:25:53,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-27T17:25:53,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec 2024-11-27T17:25:53,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.3520 sec 2024-11-27T17:25:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:53,979 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T17:25:53,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/412500a168654620818baee8fb5b88f8 is 50, key is test_row_0/A:col10/1732728353979/Put/seqid=0 2024-11-27T17:25:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742120_1296 (size=12151) 2024-11-27T17:25:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728414013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728414014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728414019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728414125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728414125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728414125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728414335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728414335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728414336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/412500a168654620818baee8fb5b88f8 2024-11-27T17:25:54,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c854d4aa48ad4f7586ea74ab471ab1eb is 50, key is test_row_0/B:col10/1732728353979/Put/seqid=0 2024-11-27T17:25:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742121_1297 (size=12151) 2024-11-27T17:25:54,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c854d4aa48ad4f7586ea74ab471ab1eb 2024-11-27T17:25:54,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/cc7c0af5064647ae801c2262303591a5 is 50, key is test_row_0/C:col10/1732728353979/Put/seqid=0 2024-11-27T17:25:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742122_1298 (size=12151) 2024-11-27T17:25:54,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/cc7c0af5064647ae801c2262303591a5 2024-11-27T17:25:54,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/412500a168654620818baee8fb5b88f8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/412500a168654620818baee8fb5b88f8 2024-11-27T17:25:54,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/412500a168654620818baee8fb5b88f8, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T17:25:54,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c854d4aa48ad4f7586ea74ab471ab1eb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c854d4aa48ad4f7586ea74ab471ab1eb 2024-11-27T17:25:54,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c854d4aa48ad4f7586ea74ab471ab1eb, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T17:25:54,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/cc7c0af5064647ae801c2262303591a5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/cc7c0af5064647ae801c2262303591a5 2024-11-27T17:25:54,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/cc7c0af5064647ae801c2262303591a5, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T17:25:54,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b699715c64c1585a9d0f0b4ad1f3ce7d in 516ms, sequenceid=234, compaction requested=true 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:54,496 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:25:54,496 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:54,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:54,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:54,500 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:54,500 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/4f693d74ce53430d94be8943b06ff2ef, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/420b293efcd9465ba31a5d47f9e7f3d4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c854d4aa48ad4f7586ea74ab471ab1eb] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.0 K 2024-11-27T17:25:54,501 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:54,501 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f693d74ce53430d94be8943b06ff2ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732728350008 2024-11-27T17:25:54,501 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:54,501 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:54,501 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6ca3992364e7438189ac751a2cada2c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ae5599ea3ef4782b6c1947bd9cb2f2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/412500a168654620818baee8fb5b88f8] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.0 K 2024-11-27T17:25:54,502 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 420b293efcd9465ba31a5d47f9e7f3d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732728351179 2024-11-27T17:25:54,502 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca3992364e7438189ac751a2cada2c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732728350008 2024-11-27T17:25:54,502 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c854d4aa48ad4f7586ea74ab471ab1eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732728353339 2024-11-27T17:25:54,502 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae5599ea3ef4782b6c1947bd9cb2f2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732728351179 2024-11-27T17:25:54,503 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 412500a168654620818baee8fb5b88f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732728353339 2024-11-27T17:25:54,512 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:54,513 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e3e26146a0ff40d9952725207cabe2f0 is 50, key is test_row_0/B:col10/1732728353979/Put/seqid=0 2024-11-27T17:25:54,518 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:54,518 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/7bdccbe9eb864035beda1c7311c1ae82 is 50, key is test_row_0/A:col10/1732728353979/Put/seqid=0 2024-11-27T17:25:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742124_1300 (size=12697) 2024-11-27T17:25:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742123_1299 (size=12697) 2024-11-27T17:25:54,586 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/e3e26146a0ff40d9952725207cabe2f0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e3e26146a0ff40d9952725207cabe2f0 2024-11-27T17:25:54,596 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into e3e26146a0ff40d9952725207cabe2f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:54,596 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:54,596 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728354496; duration=0sec 2024-11-27T17:25:54,596 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:54,596 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:54,596 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:54,600 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:54,600 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:25:54,600 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:54,600 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21c6010a502d44e59345df8bce7fd18e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/01c8219f9af547f99aaf8492d46b316e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/cc7c0af5064647ae801c2262303591a5] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.0 K 2024-11-27T17:25:54,601 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c6010a502d44e59345df8bce7fd18e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732728350008 2024-11-27T17:25:54,601 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01c8219f9af547f99aaf8492d46b316e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732728351179 2024-11-27T17:25:54,601 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc7c0af5064647ae801c2262303591a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732728353339 2024-11-27T17:25:54,617 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:54,618 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/41b0dc0bf00c41ed9dd164ff38bfe755 is 50, key is test_row_0/C:col10/1732728353979/Put/seqid=0 2024-11-27T17:25:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742125_1301 (size=12663) 2024-11-27T17:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:54,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T17:25:54,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/4d5b7d08fd1247649de0a5e0d9725167 is 50, key is test_row_0/A:col10/1732728354646/Put/seqid=0 2024-11-27T17:25:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742126_1302 (size=14541) 2024-11-27T17:25:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728414750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728414755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728414756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728414866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728414866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728414866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:54,984 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/7bdccbe9eb864035beda1c7311c1ae82 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/7bdccbe9eb864035beda1c7311c1ae82 2024-11-27T17:25:54,989 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 7bdccbe9eb864035beda1c7311c1ae82(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:54,989 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:54,989 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728354496; duration=0sec 2024-11-27T17:25:54,990 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:54,990 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:55,028 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/41b0dc0bf00c41ed9dd164ff38bfe755 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/41b0dc0bf00c41ed9dd164ff38bfe755 2024-11-27T17:25:55,033 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 41b0dc0bf00c41ed9dd164ff38bfe755(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:55,033 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:55,033 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=13, startTime=1732728354496; duration=0sec 2024-11-27T17:25:55,033 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:55,033 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:55,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/4d5b7d08fd1247649de0a5e0d9725167 2024-11-27T17:25:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728415075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728415075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728415075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/cd9031e72602474788a1dfde78650cc2 is 50, key is test_row_0/B:col10/1732728354646/Put/seqid=0 2024-11-27T17:25:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742127_1303 (size=12151) 2024-11-27T17:25:55,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/cd9031e72602474788a1dfde78650cc2 2024-11-27T17:25:55,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/69c228de76d74ab6aa3acb1288550929 is 50, key is test_row_0/C:col10/1732728354646/Put/seqid=0 2024-11-27T17:25:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742128_1304 (size=12151) 2024-11-27T17:25:55,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728415365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728415366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,368 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in b699715c64c1585a9d0f0b4ad1f3ce7d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,368 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in b699715c64c1585a9d0f0b4ad1f3ce7d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728415385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728415386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728415386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/69c228de76d74ab6aa3acb1288550929 2024-11-27T17:25:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T17:25:55,586 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:55,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-27T17:25:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-27T17:25:55,590 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:55,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:55,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/4d5b7d08fd1247649de0a5e0d9725167 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/4d5b7d08fd1247649de0a5e0d9725167 2024-11-27T17:25:55,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/4d5b7d08fd1247649de0a5e0d9725167, entries=200, sequenceid=253, filesize=14.2 K 2024-11-27T17:25:55,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/cd9031e72602474788a1dfde78650cc2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd9031e72602474788a1dfde78650cc2 2024-11-27T17:25:55,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd9031e72602474788a1dfde78650cc2, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T17:25:55,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/69c228de76d74ab6aa3acb1288550929 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69c228de76d74ab6aa3acb1288550929 2024-11-27T17:25:55,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69c228de76d74ab6aa3acb1288550929, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T17:25:55,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b699715c64c1585a9d0f0b4ad1f3ce7d in 956ms, sequenceid=253, compaction requested=false 2024-11-27T17:25:55,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-27T17:25:55,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-27T17:25:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:55,744 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T17:25:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/41fef97c4c7e48178b1ee8d04fabe3d5 is 50, key is test_row_0/A:col10/1732728354736/Put/seqid=0 2024-11-27T17:25:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742129_1305 (size=12301) 2024-11-27T17:25:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:55,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-27T17:25:55,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728415917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728415918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:55,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728415923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728416028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728416036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728416036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,152 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/41fef97c4c7e48178b1ee8d04fabe3d5 2024-11-27T17:25:56,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/ce34503638b14dd58a2c4b5e41f288a8 is 50, key is test_row_0/B:col10/1732728354736/Put/seqid=0 2024-11-27T17:25:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742130_1306 (size=12301) 2024-11-27T17:25:56,211 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/ce34503638b14dd58a2c4b5e41f288a8 2024-11-27T17:25:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-27T17:25:56,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/40d91a6f1f29416d9116c1dec2cebdf3 is 50, key is test_row_0/C:col10/1732728354736/Put/seqid=0 2024-11-27T17:25:56,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742131_1307 (size=12301) 2024-11-27T17:25:56,234 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/40d91a6f1f29416d9116c1dec2cebdf3 2024-11-27T17:25:56,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728416236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/41fef97c4c7e48178b1ee8d04fabe3d5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/41fef97c4c7e48178b1ee8d04fabe3d5 2024-11-27T17:25:56,246 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/41fef97c4c7e48178b1ee8d04fabe3d5, entries=150, sequenceid=273, filesize=12.0 K 2024-11-27T17:25:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/ce34503638b14dd58a2c4b5e41f288a8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ce34503638b14dd58a2c4b5e41f288a8 2024-11-27T17:25:56,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728416245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728416245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,251 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ce34503638b14dd58a2c4b5e41f288a8, entries=150, sequenceid=273, filesize=12.0 K 2024-11-27T17:25:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/40d91a6f1f29416d9116c1dec2cebdf3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/40d91a6f1f29416d9116c1dec2cebdf3 2024-11-27T17:25:56,270 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/40d91a6f1f29416d9116c1dec2cebdf3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-27T17:25:56,270 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b699715c64c1585a9d0f0b4ad1f3ce7d in 526ms, sequenceid=273, compaction requested=true 2024-11-27T17:25:56,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:56,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:56,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-27T17:25:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-27T17:25:56,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-27T17:25:56,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 681 msec 2024-11-27T17:25:56,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 689 msec 2024-11-27T17:25:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:56,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T17:25:56,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1cd9d91886fb4b2289e3d5e608538626 is 50, key is test_row_0/A:col10/1732728355917/Put/seqid=0 2024-11-27T17:25:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742132_1308 (size=14741) 2024-11-27T17:25:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728416603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728416603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728416608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728416715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728416715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728416715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-27T17:25:56,725 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:56,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-27T17:25:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T17:25:56,727 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:56,728 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:56,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T17:25:56,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-27T17:25:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:56,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728416925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728416925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728416925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:56,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1cd9d91886fb4b2289e3d5e608538626 2024-11-27T17:25:56,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/cd7eb99e289f41e387405794a1fe1080 is 50, key is test_row_0/B:col10/1732728355917/Put/seqid=0 2024-11-27T17:25:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742133_1309 (size=12301) 2024-11-27T17:25:57,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-27T17:25:57,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:57,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T17:25:57,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-27T17:25:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728417236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728417236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728417236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-27T17:25:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T17:25:57,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/cd7eb99e289f41e387405794a1fe1080 2024-11-27T17:25:57,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/915b8ee194d2470186512173315f5b72 is 50, key is test_row_0/C:col10/1732728355917/Put/seqid=0 2024-11-27T17:25:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742134_1310 (size=12301) 2024-11-27T17:25:57,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/915b8ee194d2470186512173315f5b72 2024-11-27T17:25:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1cd9d91886fb4b2289e3d5e608538626 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1cd9d91886fb4b2289e3d5e608538626 2024-11-27T17:25:57,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1cd9d91886fb4b2289e3d5e608538626, entries=200, sequenceid=292, filesize=14.4 K 2024-11-27T17:25:57,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/cd7eb99e289f41e387405794a1fe1080 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd7eb99e289f41e387405794a1fe1080 2024-11-27T17:25:57,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd7eb99e289f41e387405794a1fe1080, entries=150, sequenceid=292, filesize=12.0 K 2024-11-27T17:25:57,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/915b8ee194d2470186512173315f5b72 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/915b8ee194d2470186512173315f5b72 2024-11-27T17:25:57,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/915b8ee194d2470186512173315f5b72, entries=150, sequenceid=292, filesize=12.0 K 2024-11-27T17:25:57,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b699715c64c1585a9d0f0b4ad1f3ce7d in 904ms, sequenceid=292, compaction requested=true 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:57,451 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:57,451 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:57,452 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:57,452 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:57,452 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:57,452 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:57,452 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,452 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,452 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/7bdccbe9eb864035beda1c7311c1ae82, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/4d5b7d08fd1247649de0a5e0d9725167, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/41fef97c4c7e48178b1ee8d04fabe3d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1cd9d91886fb4b2289e3d5e608538626] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=53.0 K 2024-11-27T17:25:57,452 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e3e26146a0ff40d9952725207cabe2f0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd9031e72602474788a1dfde78650cc2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ce34503638b14dd58a2c4b5e41f288a8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd7eb99e289f41e387405794a1fe1080] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=48.3 K 2024-11-27T17:25:57,454 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e3e26146a0ff40d9952725207cabe2f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732728353339 2024-11-27T17:25:57,454 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bdccbe9eb864035beda1c7311c1ae82, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732728353339 2024-11-27T17:25:57,454 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d5b7d08fd1247649de0a5e0d9725167, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732728354008 2024-11-27T17:25:57,454 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting cd9031e72602474788a1dfde78650cc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732728354008 2024-11-27T17:25:57,454 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41fef97c4c7e48178b1ee8d04fabe3d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732728354736 2024-11-27T17:25:57,454 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ce34503638b14dd58a2c4b5e41f288a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732728354736 2024-11-27T17:25:57,455 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cd9d91886fb4b2289e3d5e608538626, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732728355915 2024-11-27T17:25:57,455 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting cd7eb99e289f41e387405794a1fe1080, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732728355915 2024-11-27T17:25:57,469 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:57,470 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/01d1f8e007f9475b9459a0de14a19d77 is 50, key is test_row_0/B:col10/1732728355917/Put/seqid=0 2024-11-27T17:25:57,483 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:57,483 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/3d0483dbfb0748828e19f29777c89bdd is 50, key is test_row_0/A:col10/1732728355917/Put/seqid=0 2024-11-27T17:25:57,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-27T17:25:57,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,498 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T17:25:57,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742135_1311 (size=12983) 2024-11-27T17:25:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742136_1312 (size=12983) 2024-11-27T17:25:57,522 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/01d1f8e007f9475b9459a0de14a19d77 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/01d1f8e007f9475b9459a0de14a19d77 2024-11-27T17:25:57,527 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 01d1f8e007f9475b9459a0de14a19d77(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:57,527 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:57,528 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=12, startTime=1732728357451; duration=0sec 2024-11-27T17:25:57,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:57,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:25:57,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:57,530 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:57,532 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:25:57,532 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:57,532 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/41b0dc0bf00c41ed9dd164ff38bfe755, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69c228de76d74ab6aa3acb1288550929, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/40d91a6f1f29416d9116c1dec2cebdf3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/915b8ee194d2470186512173315f5b72] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=48.3 K 2024-11-27T17:25:57,533 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/3d0483dbfb0748828e19f29777c89bdd as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/3d0483dbfb0748828e19f29777c89bdd 2024-11-27T17:25:57,533 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 41b0dc0bf00c41ed9dd164ff38bfe755, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732728353339 2024-11-27T17:25:57,535 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c228de76d74ab6aa3acb1288550929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732728354008 2024-11-27T17:25:57,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/0186aa90b840473ba344f3d067879cea is 50, key is test_row_0/A:col10/1732728356606/Put/seqid=0 2024-11-27T17:25:57,535 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 40d91a6f1f29416d9116c1dec2cebdf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732728354736 2024-11-27T17:25:57,536 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 915b8ee194d2470186512173315f5b72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732728355915 2024-11-27T17:25:57,541 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 3d0483dbfb0748828e19f29777c89bdd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:57,541 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:57,541 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=12, startTime=1732728357451; duration=0sec 2024-11-27T17:25:57,541 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:57,541 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742137_1313 (size=12301) 2024-11-27T17:25:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/0186aa90b840473ba344f3d067879cea 2024-11-27T17:25:57,580 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:57,581 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/978f9ddcb8664b8b9be0b8a55da255ad is 50, key is test_row_0/C:col10/1732728355917/Put/seqid=0 2024-11-27T17:25:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/063af0a5a8644fc99531051488a38ee5 is 50, key is test_row_0/B:col10/1732728356606/Put/seqid=0 2024-11-27T17:25:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742138_1314 (size=12949) 2024-11-27T17:25:57,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742139_1315 (size=12301) 2024-11-27T17:25:57,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:57,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728417769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728417771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728417774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T17:25:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728417885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728417885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728417885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,033 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/978f9ddcb8664b8b9be0b8a55da255ad as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/978f9ddcb8664b8b9be0b8a55da255ad 2024-11-27T17:25:58,033 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/063af0a5a8644fc99531051488a38ee5 2024-11-27T17:25:58,037 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 978f9ddcb8664b8b9be0b8a55da255ad(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:58,037 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:58,037 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=12, startTime=1732728357451; duration=0sec 2024-11-27T17:25:58,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:58,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:25:58,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/068d1f1deb6544e7a230b80f9d788f90 is 50, key is test_row_0/C:col10/1732728356606/Put/seqid=0 2024-11-27T17:25:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742140_1316 (size=12301) 2024-11-27T17:25:58,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728418095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728418095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728418095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728418406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728418406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728418406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,448 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/068d1f1deb6544e7a230b80f9d788f90 2024-11-27T17:25:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/0186aa90b840473ba344f3d067879cea as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/0186aa90b840473ba344f3d067879cea 2024-11-27T17:25:58,456 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/0186aa90b840473ba344f3d067879cea, entries=150, sequenceid=309, filesize=12.0 K 2024-11-27T17:25:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/063af0a5a8644fc99531051488a38ee5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/063af0a5a8644fc99531051488a38ee5 2024-11-27T17:25:58,461 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/063af0a5a8644fc99531051488a38ee5, entries=150, sequenceid=309, filesize=12.0 K 2024-11-27T17:25:58,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/068d1f1deb6544e7a230b80f9d788f90 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/068d1f1deb6544e7a230b80f9d788f90 2024-11-27T17:25:58,465 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/068d1f1deb6544e7a230b80f9d788f90, entries=150, sequenceid=309, filesize=12.0 K 2024-11-27T17:25:58,467 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b699715c64c1585a9d0f0b4ad1f3ce7d in 970ms, sequenceid=309, compaction requested=false 2024-11-27T17:25:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-27T17:25:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-27T17:25:58,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-27T17:25:58,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-11-27T17:25:58,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7450 sec 2024-11-27T17:25:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T17:25:58,875 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:25:58,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:25:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-27T17:25:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-27T17:25:58,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:25:58,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:25:58,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:25:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:58,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:58,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T17:25:58,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/dc12d88d838840d59762fe699d0a23cc is 50, key is test_row_0/A:col10/1732728357769/Put/seqid=0 2024-11-27T17:25:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742141_1317 (size=12301) 2024-11-27T17:25:58,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/dc12d88d838840d59762fe699d0a23cc 2024-11-27T17:25:58,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728418940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728418941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728418942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:58,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:58,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:58,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/89567ad1abd24cee939fbf6d075dc451 is 50, key is test_row_0/B:col10/1732728357769/Put/seqid=0 2024-11-27T17:25:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742142_1318 (size=12301) 2024-11-27T17:25:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-27T17:25:59,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-27T17:25:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728419055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728419055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728419055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-27T17:25:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-27T17:25:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728419266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728419266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728419266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-27T17:25:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:25:59,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/89567ad1abd24cee939fbf6d075dc451 2024-11-27T17:25:59,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/ae8faeb3af8b478cbeedaa6dba983f36 is 50, key is test_row_0/C:col10/1732728357769/Put/seqid=0 2024-11-27T17:25:59,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58546 deadline: 1732728419385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,388 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in b699715c64c1585a9d0f0b4ad1f3ce7d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742143_1319 (size=12301) 2024-11-27T17:25:59,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/ae8faeb3af8b478cbeedaa6dba983f36 2024-11-27T17:25:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58570 deadline: 1732728419395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,399 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in b699715c64c1585a9d0f0b4ad1f3ce7d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:25:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/dc12d88d838840d59762fe699d0a23cc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/dc12d88d838840d59762fe699d0a23cc 2024-11-27T17:25:59,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/dc12d88d838840d59762fe699d0a23cc, entries=150, sequenceid=333, filesize=12.0 K 2024-11-27T17:25:59,413 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-27T17:25:59,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/89567ad1abd24cee939fbf6d075dc451 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/89567ad1abd24cee939fbf6d075dc451 2024-11-27T17:25:59,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/89567ad1abd24cee939fbf6d075dc451, entries=150, sequenceid=333, filesize=12.0 K 2024-11-27T17:25:59,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/ae8faeb3af8b478cbeedaa6dba983f36 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ae8faeb3af8b478cbeedaa6dba983f36 2024-11-27T17:25:59,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ae8faeb3af8b478cbeedaa6dba983f36, entries=150, sequenceid=333, filesize=12.0 K 2024-11-27T17:25:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for b699715c64c1585a9d0f0b4ad1f3ce7d in 521ms, sequenceid=333, compaction requested=true 2024-11-27T17:25:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:25:59,438 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:59,438 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:25:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:25:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:59,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:25:59,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:59,440 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:59,440 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:25:59,440 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,440 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/3d0483dbfb0748828e19f29777c89bdd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/0186aa90b840473ba344f3d067879cea, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/dc12d88d838840d59762fe699d0a23cc] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.7 K 2024-11-27T17:25:59,440 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:25:59,440 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d0483dbfb0748828e19f29777c89bdd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732728355915 2024-11-27T17:25:59,440 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:25:59,440 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,441 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/01d1f8e007f9475b9459a0de14a19d77, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/063af0a5a8644fc99531051488a38ee5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/89567ad1abd24cee939fbf6d075dc451] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.7 K 2024-11-27T17:25:59,441 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0186aa90b840473ba344f3d067879cea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732728356566 2024-11-27T17:25:59,441 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d1f8e007f9475b9459a0de14a19d77, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732728355915 2024-11-27T17:25:59,441 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc12d88d838840d59762fe699d0a23cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732728357769 2024-11-27T17:25:59,441 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 063af0a5a8644fc99531051488a38ee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732728356566 2024-11-27T17:25:59,442 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 89567ad1abd24cee939fbf6d075dc451, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732728357769 2024-11-27T17:25:59,460 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:59,460 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/9131fac5710540048193e98916d377e6 is 50, key is test_row_0/A:col10/1732728357769/Put/seqid=0 2024-11-27T17:25:59,479 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:59,479 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/f35f8635b0db4deb90a248f1ccefe114 is 50, key is test_row_0/B:col10/1732728357769/Put/seqid=0 2024-11-27T17:25:59,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-27T17:25:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,494 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T17:25:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-27T17:25:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ca357e80fad74c3fb1a69d962d3d36d8 is 50, key is test_row_0/A:col10/1732728358938/Put/seqid=0 2024-11-27T17:25:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742144_1320 (size=13085) 2024-11-27T17:25:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742146_1322 (size=12301) 2024-11-27T17:25:59,559 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ca357e80fad74c3fb1a69d962d3d36d8 2024-11-27T17:25:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742145_1321 (size=13085) 2024-11-27T17:25:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c6a36a80b78f44be911cbcdab5fe1457 is 50, key is test_row_0/B:col10/1732728358938/Put/seqid=0 2024-11-27T17:25:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:25:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728419620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728419622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728419627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742147_1323 (size=12301) 2024-11-27T17:25:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,638 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c6a36a80b78f44be911cbcdab5fe1457 2024-11-27T17:25:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/69680b01724a485ba0bff43e405a21fb is 50, key is test_row_0/C:col10/1732728358938/Put/seqid=0 2024-11-27T17:25:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742148_1324 (size=12301) 2024-11-27T17:25:59,686 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/69680b01724a485ba0bff43e405a21fb 2024-11-27T17:25:59,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ca357e80fad74c3fb1a69d962d3d36d8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ca357e80fad74c3fb1a69d962d3d36d8 2024-11-27T17:25:59,697 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ca357e80fad74c3fb1a69d962d3d36d8, entries=150, sequenceid=349, filesize=12.0 K 2024-11-27T17:25:59,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c6a36a80b78f44be911cbcdab5fe1457 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c6a36a80b78f44be911cbcdab5fe1457 2024-11-27T17:25:59,710 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c6a36a80b78f44be911cbcdab5fe1457, entries=150, sequenceid=349, filesize=12.0 K 2024-11-27T17:25:59,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/69680b01724a485ba0bff43e405a21fb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69680b01724a485ba0bff43e405a21fb 2024-11-27T17:25:59,717 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69680b01724a485ba0bff43e405a21fb, entries=150, sequenceid=349, filesize=12.0 K 2024-11-27T17:25:59,720 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b699715c64c1585a9d0f0b4ad1f3ce7d in 226ms, sequenceid=349, compaction requested=true 2024-11-27T17:25:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-27T17:25:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-27T17:25:59,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-27T17:25:59,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 843 msec 2024-11-27T17:25:59,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 849 msec 2024-11-27T17:25:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:25:59,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:25:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:25:59,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/b29fb2eda86240b4b7da7d3c9524cafc is 50, key is test_row_0/A:col10/1732728359739/Put/seqid=0 2024-11-27T17:25:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742149_1325 (size=12301) 2024-11-27T17:25:59,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/b29fb2eda86240b4b7da7d3c9524cafc 2024-11-27T17:25:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728419765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728419776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728419777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/bc008d2a0b5f49ef95628e7ee3295ff5 is 50, key is test_row_0/B:col10/1732728359739/Put/seqid=0 2024-11-27T17:25:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742150_1326 (size=12301) 2024-11-27T17:25:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728419885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728419885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:25:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728419895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:25:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:25:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:25:59,932 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/9131fac5710540048193e98916d377e6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/9131fac5710540048193e98916d377e6 2024-11-27T17:25:59,936 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 9131fac5710540048193e98916d377e6(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:59,936 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:59,936 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728359438; duration=0sec 2024-11-27T17:25:59,936 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:25:59,936 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:25:59,936 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:25:59,937 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:25:59,937 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:25:59,937 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:25:59,937 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/978f9ddcb8664b8b9be0b8a55da255ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/068d1f1deb6544e7a230b80f9d788f90, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ae8faeb3af8b478cbeedaa6dba983f36, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69680b01724a485ba0bff43e405a21fb] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=48.7 K 2024-11-27T17:25:59,938 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 978f9ddcb8664b8b9be0b8a55da255ad, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732728355915 2024-11-27T17:25:59,938 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 068d1f1deb6544e7a230b80f9d788f90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732728356566 2024-11-27T17:25:59,938 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae8faeb3af8b478cbeedaa6dba983f36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732728357769 2024-11-27T17:25:59,938 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69680b01724a485ba0bff43e405a21fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732728358937 2024-11-27T17:25:59,945 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:25:59,945 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/15abae380dbe44c5a18fa4862d08750b is 50, key is test_row_0/C:col10/1732728358938/Put/seqid=0 2024-11-27T17:25:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742151_1327 (size=13085) 2024-11-27T17:25:59,974 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/f35f8635b0db4deb90a248f1ccefe114 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f35f8635b0db4deb90a248f1ccefe114 2024-11-27T17:25:59,979 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into f35f8635b0db4deb90a248f1ccefe114(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:25:59,979 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:25:59,979 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728359438; duration=0sec 2024-11-27T17:25:59,979 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:25:59,979 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:26:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-27T17:26:00,015 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:00,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-27T17:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-27T17:26:00,017 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:00,018 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:00,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:00,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728420095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728420095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:00,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728420105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-27T17:26:00,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-27T17:26:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/bc008d2a0b5f49ef95628e7ee3295ff5 2024-11-27T17:26:00,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5c14135b8b73445b8ce537012b7a1c2f is 50, key is test_row_0/C:col10/1732728359739/Put/seqid=0 2024-11-27T17:26:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742152_1328 (size=12301) 2024-11-27T17:26:00,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-27T17:26:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-27T17:26:00,353 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/15abae380dbe44c5a18fa4862d08750b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15abae380dbe44c5a18fa4862d08750b 2024-11-27T17:26:00,357 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 15abae380dbe44c5a18fa4862d08750b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:00,358 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:00,358 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=12, startTime=1732728359438; duration=0sec 2024-11-27T17:26:00,358 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:00,358 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:26:00,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728420405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:00,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728420405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728420416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:00,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-27T17:26:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5c14135b8b73445b8ce537012b7a1c2f 2024-11-27T17:26:00,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/b29fb2eda86240b4b7da7d3c9524cafc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/b29fb2eda86240b4b7da7d3c9524cafc 2024-11-27T17:26:00,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/b29fb2eda86240b4b7da7d3c9524cafc, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T17:26:00,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/bc008d2a0b5f49ef95628e7ee3295ff5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/bc008d2a0b5f49ef95628e7ee3295ff5 2024-11-27T17:26:00,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/bc008d2a0b5f49ef95628e7ee3295ff5, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T17:26:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5c14135b8b73445b8ce537012b7a1c2f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5c14135b8b73445b8ce537012b7a1c2f 2024-11-27T17:26:00,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-27T17:26:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:00,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5c14135b8b73445b8ce537012b7a1c2f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T17:26:00,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b699715c64c1585a9d0f0b4ad1f3ce7d in 895ms, sequenceid=371, compaction requested=true 2024-11-27T17:26:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:00,637 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:00,637 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:00,637 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:00,637 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:00,638 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:26:00,638 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:26:00,638 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,638 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,638 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/9131fac5710540048193e98916d377e6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ca357e80fad74c3fb1a69d962d3d36d8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/b29fb2eda86240b4b7da7d3c9524cafc] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.8 K 2024-11-27T17:26:00,638 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f35f8635b0db4deb90a248f1ccefe114, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c6a36a80b78f44be911cbcdab5fe1457, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/bc008d2a0b5f49ef95628e7ee3295ff5] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.8 K 2024-11-27T17:26:00,638 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9131fac5710540048193e98916d377e6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732728357769 2024-11-27T17:26:00,638 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f35f8635b0db4deb90a248f1ccefe114, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732728357769 2024-11-27T17:26:00,638 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca357e80fad74c3fb1a69d962d3d36d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732728358937 2024-11-27T17:26:00,638 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c6a36a80b78f44be911cbcdab5fe1457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732728358937 2024-11-27T17:26:00,639 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting bc008d2a0b5f49ef95628e7ee3295ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732728359620 2024-11-27T17:26:00,639 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b29fb2eda86240b4b7da7d3c9524cafc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732728359620 2024-11-27T17:26:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-27T17:26:00,649 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:00,649 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:00,649 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6b9ac332ebf64b1fb30ace69cb405abf is 50, key is test_row_0/B:col10/1732728359739/Put/seqid=0 2024-11-27T17:26:00,650 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/e87b39107ea1479499649f2096317d30 is 50, key is test_row_0/A:col10/1732728359739/Put/seqid=0 2024-11-27T17:26:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742153_1329 (size=13187) 2024-11-27T17:26:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742154_1330 (size=13187) 2024-11-27T17:26:00,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-27T17:26:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,783 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:26:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/de6888f488d34354aa718b2e7942f902 is 50, key is test_row_0/A:col10/1732728359773/Put/seqid=0 2024-11-27T17:26:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742155_1331 (size=12301) 2024-11-27T17:26:00,798 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/de6888f488d34354aa718b2e7942f902 2024-11-27T17:26:00,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1c23b4e105f245b0b32ed7a81446e98c is 50, key is test_row_0/B:col10/1732728359773/Put/seqid=0 2024-11-27T17:26:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742156_1332 (size=12301) 2024-11-27T17:26:00,822 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1c23b4e105f245b0b32ed7a81446e98c 2024-11-27T17:26:00,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9db76348085849ae93b3b3c3c5bdef2f is 50, key is test_row_0/C:col10/1732728359773/Put/seqid=0 2024-11-27T17:26:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742157_1333 (size=12301) 2024-11-27T17:26:00,843 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9db76348085849ae93b3b3c3c5bdef2f 2024-11-27T17:26:00,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/de6888f488d34354aa718b2e7942f902 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/de6888f488d34354aa718b2e7942f902 2024-11-27T17:26:00,853 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/de6888f488d34354aa718b2e7942f902, entries=150, sequenceid=388, filesize=12.0 K 2024-11-27T17:26:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1c23b4e105f245b0b32ed7a81446e98c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1c23b4e105f245b0b32ed7a81446e98c 2024-11-27T17:26:00,857 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1c23b4e105f245b0b32ed7a81446e98c, entries=150, sequenceid=388, filesize=12.0 K 2024-11-27T17:26:00,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9db76348085849ae93b3b3c3c5bdef2f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9db76348085849ae93b3b3c3c5bdef2f 2024-11-27T17:26:00,863 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9db76348085849ae93b3b3c3c5bdef2f, entries=150, sequenceid=388, filesize=12.0 K 2024-11-27T17:26:00,872 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for b699715c64c1585a9d0f0b4ad1f3ce7d in 89ms, sequenceid=388, compaction requested=true 2024-11-27T17:26:00,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:00,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:00,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-27T17:26:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-27T17:26:00,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-27T17:26:00,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 856 msec 2024-11-27T17:26:00,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 861 msec 2024-11-27T17:26:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:00,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:00,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/cf06900d3ca74df4ab9e8f7db10e7d22 is 50, key is test_row_0/A:col10/1732728360927/Put/seqid=0 2024-11-27T17:26:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742158_1334 (size=14741) 2024-11-27T17:26:01,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728421028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728421033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728421033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,100 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/e87b39107ea1479499649f2096317d30 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e87b39107ea1479499649f2096317d30 2024-11-27T17:26:01,108 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into e87b39107ea1479499649f2096317d30(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:01,109 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,109 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728360637; duration=0sec 2024-11-27T17:26:01,110 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:01,110 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:26:01,110 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:01,116 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6b9ac332ebf64b1fb30ace69cb405abf as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6b9ac332ebf64b1fb30ace69cb405abf 2024-11-27T17:26:01,119 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:01,119 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:26:01,120 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,120 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15abae380dbe44c5a18fa4862d08750b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5c14135b8b73445b8ce537012b7a1c2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9db76348085849ae93b3b3c3c5bdef2f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.8 K 2024-11-27T17:26:01,123 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15abae380dbe44c5a18fa4862d08750b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732728358937 2024-11-27T17:26:01,125 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c14135b8b73445b8ce537012b7a1c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732728359620 2024-11-27T17:26:01,125 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 6b9ac332ebf64b1fb30ace69cb405abf(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:01,125 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,125 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728360637; duration=0sec 2024-11-27T17:26:01,125 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:01,125 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:26:01,126 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9db76348085849ae93b3b3c3c5bdef2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732728359761 2024-11-27T17:26:01,138 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:01,139 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/0de9556b5a3d4af49d6aee82fbc2bbf3 is 50, key is test_row_0/C:col10/1732728359773/Put/seqid=0 2024-11-27T17:26:01,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728421146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728421146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728421147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-27T17:26:01,156 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:01,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-27T17:26:01,159 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:01,160 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:01,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T17:26:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742159_1335 (size=13187) 2024-11-27T17:26:01,182 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/0de9556b5a3d4af49d6aee82fbc2bbf3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/0de9556b5a3d4af49d6aee82fbc2bbf3 2024-11-27T17:26:01,190 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 0de9556b5a3d4af49d6aee82fbc2bbf3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:01,190 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,190 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=13, startTime=1732728360637; duration=0sec 2024-11-27T17:26:01,191 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:01,191 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T17:26:01,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-27T17:26:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728421355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728421355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728421355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/cf06900d3ca74df4ab9e8f7db10e7d22 2024-11-27T17:26:01,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/b8247bc7c32c4b7ea45c57d228db52b1 is 50, key is test_row_0/B:col10/1732728360927/Put/seqid=0 2024-11-27T17:26:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742160_1336 (size=12301) 2024-11-27T17:26:01,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/b8247bc7c32c4b7ea45c57d228db52b1 2024-11-27T17:26:01,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/d983e93ac6e14ae1a52e65f4d310e755 is 50, key is test_row_0/C:col10/1732728360927/Put/seqid=0 2024-11-27T17:26:01,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742161_1337 (size=12301) 2024-11-27T17:26:01,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/d983e93ac6e14ae1a52e65f4d310e755 2024-11-27T17:26:01,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/cf06900d3ca74df4ab9e8f7db10e7d22 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/cf06900d3ca74df4ab9e8f7db10e7d22 2024-11-27T17:26:01,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/cf06900d3ca74df4ab9e8f7db10e7d22, entries=200, sequenceid=400, filesize=14.4 K 2024-11-27T17:26:01,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/b8247bc7c32c4b7ea45c57d228db52b1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b8247bc7c32c4b7ea45c57d228db52b1 2024-11-27T17:26:01,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b8247bc7c32c4b7ea45c57d228db52b1, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T17:26:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/d983e93ac6e14ae1a52e65f4d310e755 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d983e93ac6e14ae1a52e65f4d310e755 2024-11-27T17:26:01,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d983e93ac6e14ae1a52e65f4d310e755, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T17:26:01,436 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-27T17:26:01,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b699715c64c1585a9d0f0b4ad1f3ce7d in 508ms, sequenceid=400, compaction requested=true 2024-11-27T17:26:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:01,438 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:01,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:01,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:01,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:01,438 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:01,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:01,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:01,438 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:01,438 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:01,438 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:26:01,438 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:26:01,438 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,438 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,438 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e87b39107ea1479499649f2096317d30, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/de6888f488d34354aa718b2e7942f902, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/cf06900d3ca74df4ab9e8f7db10e7d22] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=39.3 K 2024-11-27T17:26:01,438 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6b9ac332ebf64b1fb30ace69cb405abf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1c23b4e105f245b0b32ed7a81446e98c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b8247bc7c32c4b7ea45c57d228db52b1] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=36.9 K 2024-11-27T17:26:01,439 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b9ac332ebf64b1fb30ace69cb405abf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732728359620 2024-11-27T17:26:01,439 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e87b39107ea1479499649f2096317d30, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732728359620 2024-11-27T17:26:01,439 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c23b4e105f245b0b32ed7a81446e98c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732728359761 2024-11-27T17:26:01,439 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6888f488d34354aa718b2e7942f902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732728359761 2024-11-27T17:26:01,439 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b8247bc7c32c4b7ea45c57d228db52b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732728360920 2024-11-27T17:26:01,439 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf06900d3ca74df4ab9e8f7db10e7d22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732728360920 2024-11-27T17:26:01,445 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:01,446 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d4c60169db4f4fe482b41e11fa2ead6d is 50, key is test_row_0/A:col10/1732728360927/Put/seqid=0 2024-11-27T17:26:01,447 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:01,448 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/83871e2152b3481b898c11eb52ce7fc7 is 50, key is test_row_0/B:col10/1732728360927/Put/seqid=0 2024-11-27T17:26:01,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-27T17:26:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,468 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T17:26:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/6567d2fbdda14dfeaa8e9d3fff2b1993 is 50, key is test_row_0/A:col10/1732728361026/Put/seqid=0 2024-11-27T17:26:01,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742162_1338 (size=13289) 2024-11-27T17:26:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742163_1339 (size=13289) 2024-11-27T17:26:01,513 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/83871e2152b3481b898c11eb52ce7fc7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/83871e2152b3481b898c11eb52ce7fc7 2024-11-27T17:26:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742164_1340 (size=12301) 2024-11-27T17:26:01,518 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/6567d2fbdda14dfeaa8e9d3fff2b1993 2024-11-27T17:26:01,520 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/d4c60169db4f4fe482b41e11fa2ead6d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d4c60169db4f4fe482b41e11fa2ead6d 2024-11-27T17:26:01,525 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 83871e2152b3481b898c11eb52ce7fc7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:01,525 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,525 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728361438; duration=0sec 2024-11-27T17:26:01,525 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:01,525 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:26:01,526 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T17:26:01,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:26:01,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:26:01,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. because compaction request was cancelled 2024-11-27T17:26:01,528 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:26:01,530 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into d4c60169db4f4fe482b41e11fa2ead6d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:01,530 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,530 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728361437; duration=0sec 2024-11-27T17:26:01,530 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:01,530 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:26:01,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6a5f33a2abf645359c0695298f0683c3 is 50, key is test_row_0/B:col10/1732728361026/Put/seqid=0 2024-11-27T17:26:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742165_1341 (size=12301) 2024-11-27T17:26:01,560 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6a5f33a2abf645359c0695298f0683c3 2024-11-27T17:26:01,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/371474190a6b4f85b24195dda6bee425 is 50, key is test_row_0/C:col10/1732728361026/Put/seqid=0 2024-11-27T17:26:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742166_1342 (size=12301) 2024-11-27T17:26:01,619 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/371474190a6b4f85b24195dda6bee425 2024-11-27T17:26:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/6567d2fbdda14dfeaa8e9d3fff2b1993 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6567d2fbdda14dfeaa8e9d3fff2b1993 2024-11-27T17:26:01,633 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6567d2fbdda14dfeaa8e9d3fff2b1993, entries=150, sequenceid=428, filesize=12.0 K 2024-11-27T17:26:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/6a5f33a2abf645359c0695298f0683c3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6a5f33a2abf645359c0695298f0683c3 2024-11-27T17:26:01,641 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6a5f33a2abf645359c0695298f0683c3, entries=150, sequenceid=428, filesize=12.0 K 2024-11-27T17:26:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/371474190a6b4f85b24195dda6bee425 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/371474190a6b4f85b24195dda6bee425 2024-11-27T17:26:01,650 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/371474190a6b4f85b24195dda6bee425, entries=150, sequenceid=428, filesize=12.0 K 2024-11-27T17:26:01,652 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b699715c64c1585a9d0f0b4ad1f3ce7d in 184ms, sequenceid=428, compaction requested=true 2024-11-27T17:26:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-27T17:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-27T17:26:01,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-27T17:26:01,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 500 msec 2024-11-27T17:26:01,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 506 msec 2024-11-27T17:26:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:01,677 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:01,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:01,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/482987fce3884ae7a86bbf2d8ca86679 is 50, key is test_row_0/A:col10/1732728361666/Put/seqid=0 2024-11-27T17:26:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742167_1343 (size=14741) 2024-11-27T17:26:01,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/482987fce3884ae7a86bbf2d8ca86679 2024-11-27T17:26:01,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/8d86ed4e5dba46f6840b2cffc97e7f82 is 50, key is test_row_0/B:col10/1732728361666/Put/seqid=0 2024-11-27T17:26:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728421721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728421722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728421723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742168_1344 (size=12301) 2024-11-27T17:26:01,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/8d86ed4e5dba46f6840b2cffc97e7f82 2024-11-27T17:26:01,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/453d736dee494ec59d541fee0f161c5c is 50, key is test_row_0/C:col10/1732728361666/Put/seqid=0 2024-11-27T17:26:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T17:26:01,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:01,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-27T17:26:01,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:01,793 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:01,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:01,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742169_1345 (size=12301) 2024-11-27T17:26:01,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728421835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728421835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728421835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:01,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:01,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728422045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728422046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728422046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:02,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:02,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:02,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/453d736dee494ec59d541fee0f161c5c 2024-11-27T17:26:02,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/482987fce3884ae7a86bbf2d8ca86679 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/482987fce3884ae7a86bbf2d8ca86679 2024-11-27T17:26:02,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/482987fce3884ae7a86bbf2d8ca86679, entries=200, sequenceid=442, filesize=14.4 K 2024-11-27T17:26:02,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/8d86ed4e5dba46f6840b2cffc97e7f82 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8d86ed4e5dba46f6840b2cffc97e7f82 2024-11-27T17:26:02,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8d86ed4e5dba46f6840b2cffc97e7f82, entries=150, sequenceid=442, filesize=12.0 K 2024-11-27T17:26:02,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/453d736dee494ec59d541fee0f161c5c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/453d736dee494ec59d541fee0f161c5c 2024-11-27T17:26:02,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/453d736dee494ec59d541fee0f161c5c, entries=150, sequenceid=442, filesize=12.0 K 2024-11-27T17:26:02,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b699715c64c1585a9d0f0b4ad1f3ce7d in 579ms, sequenceid=442, compaction requested=true 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:02,257 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:02,257 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:02,257 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:02,257 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:02,257 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:26:02,257 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:26:02,258 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,258 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,258 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/83871e2152b3481b898c11eb52ce7fc7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6a5f33a2abf645359c0695298f0683c3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8d86ed4e5dba46f6840b2cffc97e7f82] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=37.0 K 2024-11-27T17:26:02,258 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d4c60169db4f4fe482b41e11fa2ead6d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6567d2fbdda14dfeaa8e9d3fff2b1993, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/482987fce3884ae7a86bbf2d8ca86679] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=39.4 K 2024-11-27T17:26:02,258 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 83871e2152b3481b898c11eb52ce7fc7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732728360920 2024-11-27T17:26:02,258 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4c60169db4f4fe482b41e11fa2ead6d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732728360920 2024-11-27T17:26:02,258 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a5f33a2abf645359c0695298f0683c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732728361026 2024-11-27T17:26:02,259 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6567d2fbdda14dfeaa8e9d3fff2b1993, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732728361026 2024-11-27T17:26:02,259 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d86ed4e5dba46f6840b2cffc97e7f82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732728361666 2024-11-27T17:26:02,259 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 482987fce3884ae7a86bbf2d8ca86679, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732728361666 2024-11-27T17:26:02,265 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:02,265 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:02,266 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1752824ea91d4e0ca333ef9f076c90b9 is 50, key is test_row_0/B:col10/1732728361666/Put/seqid=0 2024-11-27T17:26:02,266 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/65fbb41e63314544b69a42bd7b9edeaf is 50, key is test_row_0/A:col10/1732728361666/Put/seqid=0 2024-11-27T17:26:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742171_1347 (size=13391) 2024-11-27T17:26:02,288 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/65fbb41e63314544b69a42bd7b9edeaf as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/65fbb41e63314544b69a42bd7b9edeaf 2024-11-27T17:26:02,293 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 65fbb41e63314544b69a42bd7b9edeaf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:02,293 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:02,293 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728362257; duration=0sec 2024-11-27T17:26:02,293 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:02,293 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:26:02,293 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:02,295 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:02,295 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:26:02,295 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,295 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/0de9556b5a3d4af49d6aee82fbc2bbf3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d983e93ac6e14ae1a52e65f4d310e755, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/371474190a6b4f85b24195dda6bee425, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/453d736dee494ec59d541fee0f161c5c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=48.9 K 2024-11-27T17:26:02,295 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0de9556b5a3d4af49d6aee82fbc2bbf3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732728359761 2024-11-27T17:26:02,295 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d983e93ac6e14ae1a52e65f4d310e755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732728360920 2024-11-27T17:26:02,296 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 371474190a6b4f85b24195dda6bee425, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732728361026 2024-11-27T17:26:02,296 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 453d736dee494ec59d541fee0f161c5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732728361666 2024-11-27T17:26:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742170_1346 (size=13391) 2024-11-27T17:26:02,304 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/1752824ea91d4e0ca333ef9f076c90b9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1752824ea91d4e0ca333ef9f076c90b9 2024-11-27T17:26:02,311 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into 1752824ea91d4e0ca333ef9f076c90b9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:02,311 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:02,311 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728362257; duration=0sec 2024-11-27T17:26:02,311 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:02,311 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:26:02,314 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:02,314 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/f13ab8c3fb5e4ab19757c0befe14887a is 50, key is test_row_0/C:col10/1732728361666/Put/seqid=0 2024-11-27T17:26:02,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742172_1348 (size=13323) 2024-11-27T17:26:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:02,359 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:02,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:26:02,363 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/f13ab8c3fb5e4ab19757c0befe14887a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/f13ab8c3fb5e4ab19757c0befe14887a 2024-11-27T17:26:02,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/c8a4fabdd2554c3389479ab0c7333aea is 50, key is test_row_0/A:col10/1732728362357/Put/seqid=0 2024-11-27T17:26:02,372 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into f13ab8c3fb5e4ab19757c0befe14887a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:02,372 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:02,373 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=12, startTime=1732728362257; duration=0sec 2024-11-27T17:26:02,373 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:02,373 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:26:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728422371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742173_1349 (size=14741) 2024-11-27T17:26:02,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/c8a4fabdd2554c3389479ab0c7333aea 2024-11-27T17:26:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728422376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728422377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c9c9a943a2434822bd5b16c4309fb366 is 50, key is test_row_0/B:col10/1732728362357/Put/seqid=0 2024-11-27T17:26:02,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742174_1350 (size=12301) 2024-11-27T17:26:02,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c9c9a943a2434822bd5b16c4309fb366 2024-11-27T17:26:02,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/d753fde2c30f46f4bf8b54826d12f5ce is 50, key is test_row_0/C:col10/1732728362357/Put/seqid=0 2024-11-27T17:26:02,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742175_1351 (size=12301) 2024-11-27T17:26:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728422486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728422486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728422486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728422695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728422695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728422695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:02,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:02,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:02,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/d753fde2c30f46f4bf8b54826d12f5ce 2024-11-27T17:26:02,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/c8a4fabdd2554c3389479ab0c7333aea as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/c8a4fabdd2554c3389479ab0c7333aea 2024-11-27T17:26:02,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:02,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:02,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/c8a4fabdd2554c3389479ab0c7333aea, entries=200, sequenceid=470, filesize=14.4 K 2024-11-27T17:26:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c9c9a943a2434822bd5b16c4309fb366 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c9c9a943a2434822bd5b16c4309fb366 2024-11-27T17:26:02,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c9c9a943a2434822bd5b16c4309fb366, entries=150, sequenceid=470, filesize=12.0 K 2024-11-27T17:26:02,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/d753fde2c30f46f4bf8b54826d12f5ce as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d753fde2c30f46f4bf8b54826d12f5ce 2024-11-27T17:26:02,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d753fde2c30f46f4bf8b54826d12f5ce, entries=150, sequenceid=470, filesize=12.0 K 2024-11-27T17:26:02,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b699715c64c1585a9d0f0b4ad1f3ce7d in 524ms, sequenceid=470, compaction requested=false 2024-11-27T17:26:02,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:03,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:26:03,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/bb11d4e8436c47db9389b5106fb51fb4 is 50, key is test_row_0/A:col10/1732728363006/Put/seqid=0 2024-11-27T17:26:03,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742176_1352 (size=17181) 2024-11-27T17:26:03,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/bb11d4e8436c47db9389b5106fb51fb4 2024-11-27T17:26:03,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c4b42926493c42318dfc13ca24c621f1 is 50, key is test_row_0/B:col10/1732728363006/Put/seqid=0 2024-11-27T17:26:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728423051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742177_1353 (size=12301) 2024-11-27T17:26:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728423056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728423057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728423165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728423165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728423165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:03,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728423375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728423376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728423376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c4b42926493c42318dfc13ca24c621f1 2024-11-27T17:26:03,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5750673b4f024b0ab874993f72729145 is 50, key is test_row_0/C:col10/1732728363006/Put/seqid=0 2024-11-27T17:26:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742178_1354 (size=12301) 2024-11-27T17:26:03,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5750673b4f024b0ab874993f72729145 2024-11-27T17:26:03,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/bb11d4e8436c47db9389b5106fb51fb4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bb11d4e8436c47db9389b5106fb51fb4 2024-11-27T17:26:03,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bb11d4e8436c47db9389b5106fb51fb4, entries=250, sequenceid=484, filesize=16.8 K 2024-11-27T17:26:03,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/c4b42926493c42318dfc13ca24c621f1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c4b42926493c42318dfc13ca24c621f1 2024-11-27T17:26:03,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c4b42926493c42318dfc13ca24c621f1, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T17:26:03,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/5750673b4f024b0ab874993f72729145 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5750673b4f024b0ab874993f72729145 2024-11-27T17:26:03,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5750673b4f024b0ab874993f72729145, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T17:26:03,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b699715c64c1585a9d0f0b4ad1f3ce7d in 496ms, sequenceid=484, compaction requested=true 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:03,504 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:03,504 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:03,505 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:03,505 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:26:03,505 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,505 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/65fbb41e63314544b69a42bd7b9edeaf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/c8a4fabdd2554c3389479ab0c7333aea, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bb11d4e8436c47db9389b5106fb51fb4] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=44.3 K 2024-11-27T17:26:03,505 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:03,505 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:26:03,505 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,505 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1752824ea91d4e0ca333ef9f076c90b9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c9c9a943a2434822bd5b16c4309fb366, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c4b42926493c42318dfc13ca24c621f1] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=37.1 K 2024-11-27T17:26:03,505 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65fbb41e63314544b69a42bd7b9edeaf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732728361666 2024-11-27T17:26:03,506 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1752824ea91d4e0ca333ef9f076c90b9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732728361666 2024-11-27T17:26:03,506 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a4fabdd2554c3389479ab0c7333aea, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732728361691 2024-11-27T17:26:03,506 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c9c9a943a2434822bd5b16c4309fb366, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732728361720 2024-11-27T17:26:03,506 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb11d4e8436c47db9389b5106fb51fb4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728362369 2024-11-27T17:26:03,506 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b42926493c42318dfc13ca24c621f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728362370 2024-11-27T17:26:03,512 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:03,513 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:03,513 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/e27c90ef925249fabc4f2f99e6839f85 is 50, key is test_row_0/A:col10/1732728363006/Put/seqid=0 2024-11-27T17:26:03,513 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/fa1a190d88c4466ca076adcc5f442252 is 50, key is test_row_0/B:col10/1732728363006/Put/seqid=0 2024-11-27T17:26:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742180_1356 (size=13493) 2024-11-27T17:26:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742179_1355 (size=13493) 2024-11-27T17:26:03,538 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/e27c90ef925249fabc4f2f99e6839f85 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e27c90ef925249fabc4f2f99e6839f85 2024-11-27T17:26:03,550 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into e27c90ef925249fabc4f2f99e6839f85(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:03,550 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:03,550 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728363504; duration=0sec 2024-11-27T17:26:03,550 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:03,550 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:26:03,550 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:03,551 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/fa1a190d88c4466ca076adcc5f442252 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/fa1a190d88c4466ca076adcc5f442252 2024-11-27T17:26:03,551 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:03,551 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:26:03,551 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,551 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/f13ab8c3fb5e4ab19757c0befe14887a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d753fde2c30f46f4bf8b54826d12f5ce, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5750673b4f024b0ab874993f72729145] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=37.0 K 2024-11-27T17:26:03,552 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f13ab8c3fb5e4ab19757c0befe14887a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732728361666 2024-11-27T17:26:03,552 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d753fde2c30f46f4bf8b54826d12f5ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732728361720 2024-11-27T17:26:03,552 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5750673b4f024b0ab874993f72729145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728362370 2024-11-27T17:26:03,557 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into fa1a190d88c4466ca076adcc5f442252(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:03,557 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:03,557 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728363504; duration=0sec 2024-11-27T17:26:03,557 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:03,557 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:26:03,594 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:03,595 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/368ea4ac2b994fddbe769b79258584ba is 50, key is test_row_0/C:col10/1732728363006/Put/seqid=0 2024-11-27T17:26:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742181_1357 (size=13425) 2024-11-27T17:26:03,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-27T17:26:03,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:03,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:26:03,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1ced6f14a6394107b1934233ee464084 is 50, key is test_row_0/A:col10/1732728363056/Put/seqid=0 2024-11-27T17:26:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742182_1358 (size=12301) 2024-11-27T17:26:03,648 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1ced6f14a6394107b1934233ee464084 2024-11-27T17:26:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/de81f49f0c2e45639f7433074f9bc763 is 50, key is test_row_0/B:col10/1732728363056/Put/seqid=0 2024-11-27T17:26:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742183_1359 (size=12301) 2024-11-27T17:26:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:03,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:03,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728423697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728423699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728423701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728423805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728423806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728423816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:03,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:03,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:04,006 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/368ea4ac2b994fddbe769b79258584ba as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/368ea4ac2b994fddbe769b79258584ba 2024-11-27T17:26:04,013 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 368ea4ac2b994fddbe769b79258584ba(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:04,013 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:04,013 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=13, startTime=1732728363504; duration=0sec 2024-11-27T17:26:04,013 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:04,013 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:26:04,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728424015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728424015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728424025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,068 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/de81f49f0c2e45639f7433074f9bc763 2024-11-27T17:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/6ca93d3219e14cd891072b5290145eb3 is 50, key is test_row_0/C:col10/1732728363056/Put/seqid=0 2024-11-27T17:26:04,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742184_1360 (size=12301) 2024-11-27T17:26:04,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728424326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728424326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728424335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,478 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/6ca93d3219e14cd891072b5290145eb3 2024-11-27T17:26:04,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/1ced6f14a6394107b1934233ee464084 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ced6f14a6394107b1934233ee464084 2024-11-27T17:26:04,490 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ced6f14a6394107b1934233ee464084, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T17:26:04,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/de81f49f0c2e45639f7433074f9bc763 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/de81f49f0c2e45639f7433074f9bc763 2024-11-27T17:26:04,497 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/de81f49f0c2e45639f7433074f9bc763, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T17:26:04,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/6ca93d3219e14cd891072b5290145eb3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6ca93d3219e14cd891072b5290145eb3 2024-11-27T17:26:04,501 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6ca93d3219e14cd891072b5290145eb3, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T17:26:04,502 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b699715c64c1585a9d0f0b4ad1f3ce7d in 868ms, sequenceid=509, compaction requested=false 2024-11-27T17:26:04,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:04,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:04,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-27T17:26:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-27T17:26:04,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-27T17:26:04,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7110 sec 2024-11-27T17:26:04,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.7210 sec 2024-11-27T17:26:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:04,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:26:04,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ad586c851bee45459becd759e44c2256 is 50, key is test_row_0/A:col10/1732728363699/Put/seqid=0 2024-11-27T17:26:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742185_1361 (size=14741) 2024-11-27T17:26:04,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728424878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728424880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728424880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728424985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728424985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728424985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728425195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728425195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728425195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ad586c851bee45459becd759e44c2256 2024-11-27T17:26:05,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/f1f36a385c7f4c4b8bff62f950529c06 is 50, key is test_row_0/B:col10/1732728363699/Put/seqid=0 2024-11-27T17:26:05,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742186_1362 (size=12301) 2024-11-27T17:26:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728425505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728425505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728425505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:05,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:05,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/f1f36a385c7f4c4b8bff62f950529c06 2024-11-27T17:26:05,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/e34b83d4ec1545b597fa8042eb82d06a is 50, key is test_row_0/C:col10/1732728363699/Put/seqid=0 2024-11-27T17:26:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742187_1363 (size=12301) 2024-11-27T17:26:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-27T17:26:05,946 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:05,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-27T17:26:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T17:26:05,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:05,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:05,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:05,984 INFO [Thread-1176 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1176. 2024-11-27T17:26:05,984 DEBUG [Thread-1176 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:05,984 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,984 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:05,986 INFO [Thread-1174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1174. 2024-11-27T17:26:05,986 DEBUG [Thread-1174 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:05,986 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,986 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:05,987 INFO [Thread-1180 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1180. 2024-11-27T17:26:05,987 DEBUG [Thread-1180 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:05,987 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,987 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:05,988 INFO [Thread-1178 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1178. 2024-11-27T17:26:05,988 DEBUG [Thread-1178 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:05,988 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,988 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:05,989 INFO [Thread-1182 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1182. 2024-11-27T17:26:05,989 DEBUG [Thread-1182 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:05,989 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,989 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:05,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58554 deadline: 1732728426016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58522 deadline: 1732728426015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58518 deadline: 1732728426016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T17:26:06,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/e34b83d4ec1545b597fa8042eb82d06a 2024-11-27T17:26:06,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/ad586c851bee45459becd759e44c2256 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ad586c851bee45459becd759e44c2256 2024-11-27T17:26:06,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ad586c851bee45459becd759e44c2256, entries=200, sequenceid=524, filesize=14.4 K 2024-11-27T17:26:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/f1f36a385c7f4c4b8bff62f950529c06 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f1f36a385c7f4c4b8bff62f950529c06 2024-11-27T17:26:06,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f1f36a385c7f4c4b8bff62f950529c06, entries=150, sequenceid=524, filesize=12.0 K 2024-11-27T17:26:06,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/e34b83d4ec1545b597fa8042eb82d06a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/e34b83d4ec1545b597fa8042eb82d06a 2024-11-27T17:26:06,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-27T17:26:06,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/e34b83d4ec1545b597fa8042eb82d06a, entries=150, sequenceid=524, filesize=12.0 K 2024-11-27T17:26:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:06,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:06,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1265ms, sequenceid=524, compaction requested=true 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:06,102 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b699715c64c1585a9d0f0b4ad1f3ce7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:06,102 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:06,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/A is initiating minor compaction (all files) 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/B is initiating minor compaction (all files) 2024-11-27T17:26:06,103 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/A in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:06,103 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/B in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:06,103 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e27c90ef925249fabc4f2f99e6839f85, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ced6f14a6394107b1934233ee464084, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ad586c851bee45459becd759e44c2256] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=39.6 K 2024-11-27T17:26:06,103 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/fa1a190d88c4466ca076adcc5f442252, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/de81f49f0c2e45639f7433074f9bc763, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f1f36a385c7f4c4b8bff62f950529c06] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=37.2 K 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa1a190d88c4466ca076adcc5f442252, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728362370 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e27c90ef925249fabc4f2f99e6839f85, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728362370 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting de81f49f0c2e45639f7433074f9bc763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732728363050 2024-11-27T17:26:06,103 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ced6f14a6394107b1934233ee464084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732728363050 2024-11-27T17:26:06,104 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ad586c851bee45459becd759e44c2256, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732728363694 2024-11-27T17:26:06,104 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f36a385c7f4c4b8bff62f950529c06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732728363694 2024-11-27T17:26:06,110 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:06,110 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#A#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:06,111 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/a9d8b4ffd0aa481188132246f639a809 is 50, key is test_row_0/B:col10/1732728363699/Put/seqid=0 2024-11-27T17:26:06,111 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/5b6aaa7e96b8411b97d400531c6ed909 is 50, key is test_row_0/A:col10/1732728363699/Put/seqid=0 2024-11-27T17:26:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742189_1365 (size=13595) 2024-11-27T17:26:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742188_1364 (size=13595) 2024-11-27T17:26:06,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-27T17:26:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:06,255 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:26:06,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fecce51c23aa4f1db56f39539d7c4396 is 50, key is test_row_0/A:col10/1732728364878/Put/seqid=0 2024-11-27T17:26:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T17:26:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742190_1366 (size=12301) 2024-11-27T17:26:06,526 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/5b6aaa7e96b8411b97d400531c6ed909 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/5b6aaa7e96b8411b97d400531c6ed909 2024-11-27T17:26:06,526 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/a9d8b4ffd0aa481188132246f639a809 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/a9d8b4ffd0aa481188132246f639a809 2024-11-27T17:26:06,530 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/B of b699715c64c1585a9d0f0b4ad1f3ce7d into a9d8b4ffd0aa481188132246f639a809(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:06,530 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/A of b699715c64c1585a9d0f0b4ad1f3ce7d into 5b6aaa7e96b8411b97d400531c6ed909(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:06,530 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/B, priority=13, startTime=1732728366102; duration=0sec 2024-11-27T17:26:06,530 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/A, priority=13, startTime=1732728366102; duration=0sec 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:A 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:B 2024-11-27T17:26:06,530 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:06,531 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:06,531 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): b699715c64c1585a9d0f0b4ad1f3ce7d/C is initiating minor compaction (all files) 2024-11-27T17:26:06,531 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b699715c64c1585a9d0f0b4ad1f3ce7d/C in TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:06,531 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/368ea4ac2b994fddbe769b79258584ba, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6ca93d3219e14cd891072b5290145eb3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/e34b83d4ec1545b597fa8042eb82d06a] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp, totalSize=37.1 K 2024-11-27T17:26:06,532 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 368ea4ac2b994fddbe769b79258584ba, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732728362370 2024-11-27T17:26:06,532 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca93d3219e14cd891072b5290145eb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732728363050 2024-11-27T17:26:06,532 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e34b83d4ec1545b597fa8042eb82d06a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732728363694 2024-11-27T17:26:06,538 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b699715c64c1585a9d0f0b4ad1f3ce7d#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:06,538 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/7bb21e10d1454e5bab3193a37eb23aa0 is 50, key is test_row_0/C:col10/1732728363699/Put/seqid=0 2024-11-27T17:26:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742191_1367 (size=13527) 2024-11-27T17:26:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T17:26:06,670 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fecce51c23aa4f1db56f39539d7c4396 2024-11-27T17:26:06,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/8f276bfd29824073a7b1d441ca7ecf0c is 50, key is test_row_0/B:col10/1732728364878/Put/seqid=0 2024-11-27T17:26:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742192_1368 (size=12301) 2024-11-27T17:26:06,952 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/7bb21e10d1454e5bab3193a37eb23aa0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/7bb21e10d1454e5bab3193a37eb23aa0 2024-11-27T17:26:06,959 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b699715c64c1585a9d0f0b4ad1f3ce7d/C of b699715c64c1585a9d0f0b4ad1f3ce7d into 7bb21e10d1454e5bab3193a37eb23aa0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:06,959 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:06,959 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., storeName=b699715c64c1585a9d0f0b4ad1f3ce7d/C, priority=13, startTime=1732728366102; duration=0sec 2024-11-27T17:26:06,959 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:06,959 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b699715c64c1585a9d0f0b4ad1f3ce7d:C 2024-11-27T17:26:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:07,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. as already flushing 2024-11-27T17:26:07,027 INFO [Thread-1165 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1165. 2024-11-27T17:26:07,027 INFO [Thread-1163 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1163. 2024-11-27T17:26:07,027 DEBUG [Thread-1165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:07,027 DEBUG [Thread-1163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:07,027 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:07,027 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:07,027 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:07,027 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:07,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:07,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:07,037 INFO [Thread-1169 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1169. 2024-11-27T17:26:07,037 DEBUG [Thread-1169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:07,037 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:07,038 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:07,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T17:26:07,089 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/8f276bfd29824073a7b1d441ca7ecf0c 2024-11-27T17:26:07,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9fdb9362b7cf43dd98df22c4a04d8454 is 50, key is test_row_0/C:col10/1732728364878/Put/seqid=0 2024-11-27T17:26:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742193_1369 (size=12301) 2024-11-27T17:26:07,508 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9fdb9362b7cf43dd98df22c4a04d8454 2024-11-27T17:26:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/fecce51c23aa4f1db56f39539d7c4396 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fecce51c23aa4f1db56f39539d7c4396 2024-11-27T17:26:07,522 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fecce51c23aa4f1db56f39539d7c4396, entries=150, sequenceid=547, filesize=12.0 K 2024-11-27T17:26:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/8f276bfd29824073a7b1d441ca7ecf0c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8f276bfd29824073a7b1d441ca7ecf0c 2024-11-27T17:26:07,526 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8f276bfd29824073a7b1d441ca7ecf0c, entries=150, sequenceid=547, filesize=12.0 K 2024-11-27T17:26:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/9fdb9362b7cf43dd98df22c4a04d8454 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9fdb9362b7cf43dd98df22c4a04d8454 2024-11-27T17:26:07,531 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9fdb9362b7cf43dd98df22c4a04d8454, entries=150, sequenceid=547, filesize=12.0 K 2024-11-27T17:26:07,531 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1276ms, sequenceid=547, compaction requested=false 2024-11-27T17:26:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for b699715c64c1585a9d0f0b4ad1f3ce7d: 2024-11-27T17:26:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-27T17:26:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-27T17:26:07,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-27T17:26:07,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5840 sec 2024-11-27T17:26:07,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.5890 sec 2024-11-27T17:26:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T17:26:08,096 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:08,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:26:09,430 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-11-27T17:26:09,430 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:09,430 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:09,431 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:09,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:09,437 INFO [Thread-1167 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1167. 2024-11-27T17:26:09,437 DEBUG [Thread-1167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:09,437 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:09,437 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:09,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3608 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3557 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3508 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3580 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3560 2024-11-27T17:26:09,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T17:26:09,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:26:09,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:26:09,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:09,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:09,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:09,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-27T17:26:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-27T17:26:09,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728369445"}]},"ts":"1732728369445"} 2024-11-27T17:26:09,448 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T17:26:09,448 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T17:26:09,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:26:09,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, UNASSIGN}] 2024-11-27T17:26:09,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, UNASSIGN 2024-11-27T17:26:09,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=b699715c64c1585a9d0f0b4ad1f3ce7d, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, UNASSIGN because future has completed 2024-11-27T17:26:09,457 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:26:09,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:26:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-27T17:26:09,609 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:09,609 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:26:09,610 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing b699715c64c1585a9d0f0b4ad1f3ce7d, disabling compactions & flushes 2024-11-27T17:26:09,610 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:09,610 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:09,610 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. after waiting 0 ms 2024-11-27T17:26:09,610 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:09,610 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing b699715c64c1585a9d0f0b4ad1f3ce7d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T17:26:09,619 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/60fff530b80b4965a67addebc21d9986 is 50, key is test_row_0/A:col10/1732728369427/Put/seqid=0 2024-11-27T17:26:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742194_1370 (size=12301) 2024-11-27T17:26:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-27T17:26:10,023 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/60fff530b80b4965a67addebc21d9986 2024-11-27T17:26:10,030 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/556982fcd94c4288b1a93678bf24ee29 is 50, key is test_row_0/B:col10/1732728369427/Put/seqid=0 2024-11-27T17:26:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742195_1371 (size=12301) 2024-11-27T17:26:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-27T17:26:10,434 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/556982fcd94c4288b1a93678bf24ee29 2024-11-27T17:26:10,440 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/21efe131a6b74e48aa135f24a911a837 is 50, key is test_row_0/C:col10/1732728369427/Put/seqid=0 2024-11-27T17:26:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742196_1372 (size=12301) 2024-11-27T17:26:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-27T17:26:10,844 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/21efe131a6b74e48aa135f24a911a837 2024-11-27T17:26:10,847 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/A/60fff530b80b4965a67addebc21d9986 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/60fff530b80b4965a67addebc21d9986 2024-11-27T17:26:10,851 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/60fff530b80b4965a67addebc21d9986, entries=150, sequenceid=558, filesize=12.0 K 2024-11-27T17:26:10,851 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/B/556982fcd94c4288b1a93678bf24ee29 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/556982fcd94c4288b1a93678bf24ee29 2024-11-27T17:26:10,855 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/556982fcd94c4288b1a93678bf24ee29, entries=150, sequenceid=558, filesize=12.0 K 2024-11-27T17:26:10,856 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/.tmp/C/21efe131a6b74e48aa135f24a911a837 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21efe131a6b74e48aa135f24a911a837 2024-11-27T17:26:10,859 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21efe131a6b74e48aa135f24a911a837, entries=150, sequenceid=558, filesize=12.0 K 2024-11-27T17:26:10,860 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1250ms, sequenceid=558, compaction requested=true 2024-11-27T17:26:10,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/a109b83f96824a12841b58a215252f85, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d3325b798e0b4e1abb294be1584519c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/766afbbc65ec4edc8be0e36aa92fe5d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1c19431b968c498dafc4e34f4b076316, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab281f4d89bf49a1b15537480961ecc2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab599fb659e741789d4a90ea181af31b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d9c181225c0f45089cf7257e3096cc29, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fbd2e6c3594f4fc88702f9b558041f61, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fe9d44e7ca954a359dc571a55365b4d0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bbfb25c4185d4ed99b70068002c64ec5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ebd1761f92eb498f9fb8ba27950b7f9e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/219fdb0490d947a6bc346b28c8faf234, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/8eacf452d7f34458a38ddbccc437092f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6ca3992364e7438189ac751a2cada2c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ae5599ea3ef4782b6c1947bd9cb2f2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/7bdccbe9eb864035beda1c7311c1ae82, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/412500a168654620818baee8fb5b88f8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/4d5b7d08fd1247649de0a5e0d9725167, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/41fef97c4c7e48178b1ee8d04fabe3d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1cd9d91886fb4b2289e3d5e608538626, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/3d0483dbfb0748828e19f29777c89bdd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/0186aa90b840473ba344f3d067879cea, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/9131fac5710540048193e98916d377e6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/dc12d88d838840d59762fe699d0a23cc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ca357e80fad74c3fb1a69d962d3d36d8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e87b39107ea1479499649f2096317d30, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/b29fb2eda86240b4b7da7d3c9524cafc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/de6888f488d34354aa718b2e7942f902, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/cf06900d3ca74df4ab9e8f7db10e7d22, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d4c60169db4f4fe482b41e11fa2ead6d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6567d2fbdda14dfeaa8e9d3fff2b1993, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/482987fce3884ae7a86bbf2d8ca86679, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/65fbb41e63314544b69a42bd7b9edeaf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/c8a4fabdd2554c3389479ab0c7333aea, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bb11d4e8436c47db9389b5106fb51fb4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e27c90ef925249fabc4f2f99e6839f85, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ced6f14a6394107b1934233ee464084, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ad586c851bee45459becd759e44c2256] to archive 2024-11-27T17:26:10,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:26:10,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/a109b83f96824a12841b58a215252f85 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/a109b83f96824a12841b58a215252f85 2024-11-27T17:26:10,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d3325b798e0b4e1abb294be1584519c9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d3325b798e0b4e1abb294be1584519c9 2024-11-27T17:26:10,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/766afbbc65ec4edc8be0e36aa92fe5d5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/766afbbc65ec4edc8be0e36aa92fe5d5 2024-11-27T17:26:10,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1c19431b968c498dafc4e34f4b076316 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1c19431b968c498dafc4e34f4b076316 2024-11-27T17:26:10,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab281f4d89bf49a1b15537480961ecc2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab281f4d89bf49a1b15537480961ecc2 2024-11-27T17:26:10,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab599fb659e741789d4a90ea181af31b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ab599fb659e741789d4a90ea181af31b 2024-11-27T17:26:10,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d9c181225c0f45089cf7257e3096cc29 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d9c181225c0f45089cf7257e3096cc29 2024-11-27T17:26:10,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fbd2e6c3594f4fc88702f9b558041f61 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fbd2e6c3594f4fc88702f9b558041f61 2024-11-27T17:26:10,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fe9d44e7ca954a359dc571a55365b4d0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fe9d44e7ca954a359dc571a55365b4d0 2024-11-27T17:26:10,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bbfb25c4185d4ed99b70068002c64ec5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bbfb25c4185d4ed99b70068002c64ec5 2024-11-27T17:26:10,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ebd1761f92eb498f9fb8ba27950b7f9e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ebd1761f92eb498f9fb8ba27950b7f9e 2024-11-27T17:26:10,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/219fdb0490d947a6bc346b28c8faf234 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/219fdb0490d947a6bc346b28c8faf234 2024-11-27T17:26:10,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/8eacf452d7f34458a38ddbccc437092f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/8eacf452d7f34458a38ddbccc437092f 2024-11-27T17:26:10,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6ca3992364e7438189ac751a2cada2c8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6ca3992364e7438189ac751a2cada2c8 2024-11-27T17:26:10,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ae5599ea3ef4782b6c1947bd9cb2f2f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ae5599ea3ef4782b6c1947bd9cb2f2f 2024-11-27T17:26:10,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/7bdccbe9eb864035beda1c7311c1ae82 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/7bdccbe9eb864035beda1c7311c1ae82 2024-11-27T17:26:10,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/412500a168654620818baee8fb5b88f8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/412500a168654620818baee8fb5b88f8 2024-11-27T17:26:10,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/4d5b7d08fd1247649de0a5e0d9725167 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/4d5b7d08fd1247649de0a5e0d9725167 2024-11-27T17:26:10,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/41fef97c4c7e48178b1ee8d04fabe3d5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/41fef97c4c7e48178b1ee8d04fabe3d5 2024-11-27T17:26:10,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1cd9d91886fb4b2289e3d5e608538626 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1cd9d91886fb4b2289e3d5e608538626 2024-11-27T17:26:10,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/3d0483dbfb0748828e19f29777c89bdd to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/3d0483dbfb0748828e19f29777c89bdd 2024-11-27T17:26:10,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/0186aa90b840473ba344f3d067879cea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/0186aa90b840473ba344f3d067879cea 2024-11-27T17:26:10,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/9131fac5710540048193e98916d377e6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/9131fac5710540048193e98916d377e6 2024-11-27T17:26:10,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/dc12d88d838840d59762fe699d0a23cc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/dc12d88d838840d59762fe699d0a23cc 2024-11-27T17:26:10,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ca357e80fad74c3fb1a69d962d3d36d8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ca357e80fad74c3fb1a69d962d3d36d8 2024-11-27T17:26:10,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e87b39107ea1479499649f2096317d30 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e87b39107ea1479499649f2096317d30 2024-11-27T17:26:10,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/b29fb2eda86240b4b7da7d3c9524cafc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/b29fb2eda86240b4b7da7d3c9524cafc 2024-11-27T17:26:10,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/de6888f488d34354aa718b2e7942f902 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/de6888f488d34354aa718b2e7942f902 2024-11-27T17:26:10,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/cf06900d3ca74df4ab9e8f7db10e7d22 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/cf06900d3ca74df4ab9e8f7db10e7d22 2024-11-27T17:26:10,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d4c60169db4f4fe482b41e11fa2ead6d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/d4c60169db4f4fe482b41e11fa2ead6d 2024-11-27T17:26:10,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6567d2fbdda14dfeaa8e9d3fff2b1993 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/6567d2fbdda14dfeaa8e9d3fff2b1993 2024-11-27T17:26:10,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/482987fce3884ae7a86bbf2d8ca86679 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/482987fce3884ae7a86bbf2d8ca86679 2024-11-27T17:26:10,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/65fbb41e63314544b69a42bd7b9edeaf to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/65fbb41e63314544b69a42bd7b9edeaf 2024-11-27T17:26:10,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/c8a4fabdd2554c3389479ab0c7333aea to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/c8a4fabdd2554c3389479ab0c7333aea 2024-11-27T17:26:10,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bb11d4e8436c47db9389b5106fb51fb4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/bb11d4e8436c47db9389b5106fb51fb4 2024-11-27T17:26:10,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e27c90ef925249fabc4f2f99e6839f85 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/e27c90ef925249fabc4f2f99e6839f85 2024-11-27T17:26:10,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ced6f14a6394107b1934233ee464084 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/1ced6f14a6394107b1934233ee464084 2024-11-27T17:26:10,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ad586c851bee45459becd759e44c2256 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/ad586c851bee45459becd759e44c2256 2024-11-27T17:26:10,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/eb405779bc304365860fb002830676f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6c5ceab35f1449179f3d1b354751397d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/5af1b131e8c9408dbc2eb5d731e21595, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b3afa0b45534407d916004a62abe45c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/9016d9d6a1bb4cd4848df5e9a99cde63, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/131f77177dfd4082b201e559f56ee0c2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e60c81b36e3e4648966e3fd84229169a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e4b9f490d18740449475246b2d3d9027, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c7cf0a581ad1474a98ca814be8739096, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/7556660eecdb45819383dae81a37ee5f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/557e61ed19404a20a600006a59153e56, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ba7f74f68497442a93fa8ad288b824b5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/4f693d74ce53430d94be8943b06ff2ef, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1b36c784f8cb4145915c4ee5f39b5492, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/420b293efcd9465ba31a5d47f9e7f3d4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e3e26146a0ff40d9952725207cabe2f0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c854d4aa48ad4f7586ea74ab471ab1eb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd9031e72602474788a1dfde78650cc2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ce34503638b14dd58a2c4b5e41f288a8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/01d1f8e007f9475b9459a0de14a19d77, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd7eb99e289f41e387405794a1fe1080, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/063af0a5a8644fc99531051488a38ee5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f35f8635b0db4deb90a248f1ccefe114, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/89567ad1abd24cee939fbf6d075dc451, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c6a36a80b78f44be911cbcdab5fe1457, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6b9ac332ebf64b1fb30ace69cb405abf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/bc008d2a0b5f49ef95628e7ee3295ff5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1c23b4e105f245b0b32ed7a81446e98c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/83871e2152b3481b898c11eb52ce7fc7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b8247bc7c32c4b7ea45c57d228db52b1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6a5f33a2abf645359c0695298f0683c3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1752824ea91d4e0ca333ef9f076c90b9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8d86ed4e5dba46f6840b2cffc97e7f82, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c9c9a943a2434822bd5b16c4309fb366, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/fa1a190d88c4466ca076adcc5f442252, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c4b42926493c42318dfc13ca24c621f1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/de81f49f0c2e45639f7433074f9bc763, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f1f36a385c7f4c4b8bff62f950529c06] to archive 2024-11-27T17:26:10,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:26:10,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/eb405779bc304365860fb002830676f4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/eb405779bc304365860fb002830676f4 2024-11-27T17:26:10,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6c5ceab35f1449179f3d1b354751397d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6c5ceab35f1449179f3d1b354751397d 2024-11-27T17:26:10,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/5af1b131e8c9408dbc2eb5d731e21595 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/5af1b131e8c9408dbc2eb5d731e21595 2024-11-27T17:26:10,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b3afa0b45534407d916004a62abe45c8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b3afa0b45534407d916004a62abe45c8 2024-11-27T17:26:10,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/9016d9d6a1bb4cd4848df5e9a99cde63 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/9016d9d6a1bb4cd4848df5e9a99cde63 2024-11-27T17:26:10,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/131f77177dfd4082b201e559f56ee0c2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/131f77177dfd4082b201e559f56ee0c2 2024-11-27T17:26:10,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e60c81b36e3e4648966e3fd84229169a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e60c81b36e3e4648966e3fd84229169a 2024-11-27T17:26:10,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e4b9f490d18740449475246b2d3d9027 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e4b9f490d18740449475246b2d3d9027 2024-11-27T17:26:10,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c7cf0a581ad1474a98ca814be8739096 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c7cf0a581ad1474a98ca814be8739096 2024-11-27T17:26:10,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/7556660eecdb45819383dae81a37ee5f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/7556660eecdb45819383dae81a37ee5f 2024-11-27T17:26:10,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/557e61ed19404a20a600006a59153e56 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/557e61ed19404a20a600006a59153e56 2024-11-27T17:26:10,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ba7f74f68497442a93fa8ad288b824b5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ba7f74f68497442a93fa8ad288b824b5 2024-11-27T17:26:10,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/4f693d74ce53430d94be8943b06ff2ef to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/4f693d74ce53430d94be8943b06ff2ef 2024-11-27T17:26:10,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1b36c784f8cb4145915c4ee5f39b5492 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1b36c784f8cb4145915c4ee5f39b5492 2024-11-27T17:26:10,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/420b293efcd9465ba31a5d47f9e7f3d4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/420b293efcd9465ba31a5d47f9e7f3d4 2024-11-27T17:26:10,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e3e26146a0ff40d9952725207cabe2f0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/e3e26146a0ff40d9952725207cabe2f0 2024-11-27T17:26:10,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c854d4aa48ad4f7586ea74ab471ab1eb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c854d4aa48ad4f7586ea74ab471ab1eb 2024-11-27T17:26:10,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd9031e72602474788a1dfde78650cc2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd9031e72602474788a1dfde78650cc2 2024-11-27T17:26:10,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ce34503638b14dd58a2c4b5e41f288a8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/ce34503638b14dd58a2c4b5e41f288a8 2024-11-27T17:26:10,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/01d1f8e007f9475b9459a0de14a19d77 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/01d1f8e007f9475b9459a0de14a19d77 2024-11-27T17:26:10,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd7eb99e289f41e387405794a1fe1080 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/cd7eb99e289f41e387405794a1fe1080 2024-11-27T17:26:10,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/063af0a5a8644fc99531051488a38ee5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/063af0a5a8644fc99531051488a38ee5 2024-11-27T17:26:10,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f35f8635b0db4deb90a248f1ccefe114 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f35f8635b0db4deb90a248f1ccefe114 2024-11-27T17:26:10,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/89567ad1abd24cee939fbf6d075dc451 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/89567ad1abd24cee939fbf6d075dc451 2024-11-27T17:26:10,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c6a36a80b78f44be911cbcdab5fe1457 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c6a36a80b78f44be911cbcdab5fe1457 2024-11-27T17:26:10,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6b9ac332ebf64b1fb30ace69cb405abf to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6b9ac332ebf64b1fb30ace69cb405abf 2024-11-27T17:26:10,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/bc008d2a0b5f49ef95628e7ee3295ff5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/bc008d2a0b5f49ef95628e7ee3295ff5 2024-11-27T17:26:10,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1c23b4e105f245b0b32ed7a81446e98c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1c23b4e105f245b0b32ed7a81446e98c 2024-11-27T17:26:10,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/83871e2152b3481b898c11eb52ce7fc7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/83871e2152b3481b898c11eb52ce7fc7 2024-11-27T17:26:10,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b8247bc7c32c4b7ea45c57d228db52b1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/b8247bc7c32c4b7ea45c57d228db52b1 2024-11-27T17:26:10,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6a5f33a2abf645359c0695298f0683c3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/6a5f33a2abf645359c0695298f0683c3 2024-11-27T17:26:10,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1752824ea91d4e0ca333ef9f076c90b9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/1752824ea91d4e0ca333ef9f076c90b9 2024-11-27T17:26:10,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8d86ed4e5dba46f6840b2cffc97e7f82 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8d86ed4e5dba46f6840b2cffc97e7f82 2024-11-27T17:26:10,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c9c9a943a2434822bd5b16c4309fb366 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c9c9a943a2434822bd5b16c4309fb366 2024-11-27T17:26:10,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/fa1a190d88c4466ca076adcc5f442252 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/fa1a190d88c4466ca076adcc5f442252 2024-11-27T17:26:10,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c4b42926493c42318dfc13ca24c621f1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/c4b42926493c42318dfc13ca24c621f1 2024-11-27T17:26:10,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/de81f49f0c2e45639f7433074f9bc763 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/de81f49f0c2e45639f7433074f9bc763 2024-11-27T17:26:10,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f1f36a385c7f4c4b8bff62f950529c06 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/f1f36a385c7f4c4b8bff62f950529c06 2024-11-27T17:26:10,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5801d8a465d14363a2c33201d52fe8fc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/b0794c227fe44aec845487bc2df0a76e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/c907d3e8102d46738f665a4efbe3ea2a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/8e86c5f7304842dea2bd65784f76244d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/88e905200e984c6a85269ce18fec8ecd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9b8ae90d015c45648c28617148a54d1c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/853248c9aca74fe389aa4902435d7555, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/335c0ba64b7a4adba58210605f6a37e0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9539f595e31545818172ee26cdb5d7ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15a2e01125e04b7794466c970efc2551, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21c6010a502d44e59345df8bce7fd18e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6f55fd8f0b634a52838e7a8795b51a2c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/01c8219f9af547f99aaf8492d46b316e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/41b0dc0bf00c41ed9dd164ff38bfe755, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/cc7c0af5064647ae801c2262303591a5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69c228de76d74ab6aa3acb1288550929, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/40d91a6f1f29416d9116c1dec2cebdf3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/978f9ddcb8664b8b9be0b8a55da255ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/915b8ee194d2470186512173315f5b72, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/068d1f1deb6544e7a230b80f9d788f90, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ae8faeb3af8b478cbeedaa6dba983f36, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15abae380dbe44c5a18fa4862d08750b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69680b01724a485ba0bff43e405a21fb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5c14135b8b73445b8ce537012b7a1c2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/0de9556b5a3d4af49d6aee82fbc2bbf3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9db76348085849ae93b3b3c3c5bdef2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d983e93ac6e14ae1a52e65f4d310e755, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/371474190a6b4f85b24195dda6bee425, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/f13ab8c3fb5e4ab19757c0befe14887a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/453d736dee494ec59d541fee0f161c5c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d753fde2c30f46f4bf8b54826d12f5ce, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/368ea4ac2b994fddbe769b79258584ba, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5750673b4f024b0ab874993f72729145, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6ca93d3219e14cd891072b5290145eb3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/e34b83d4ec1545b597fa8042eb82d06a] to archive 2024-11-27T17:26:10,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:26:10,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5801d8a465d14363a2c33201d52fe8fc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5801d8a465d14363a2c33201d52fe8fc 2024-11-27T17:26:10,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/b0794c227fe44aec845487bc2df0a76e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/b0794c227fe44aec845487bc2df0a76e 2024-11-27T17:26:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/c907d3e8102d46738f665a4efbe3ea2a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/c907d3e8102d46738f665a4efbe3ea2a 2024-11-27T17:26:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/8e86c5f7304842dea2bd65784f76244d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/8e86c5f7304842dea2bd65784f76244d 2024-11-27T17:26:10,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/88e905200e984c6a85269ce18fec8ecd to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/88e905200e984c6a85269ce18fec8ecd 2024-11-27T17:26:10,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9b8ae90d015c45648c28617148a54d1c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9b8ae90d015c45648c28617148a54d1c 2024-11-27T17:26:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/853248c9aca74fe389aa4902435d7555 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/853248c9aca74fe389aa4902435d7555 2024-11-27T17:26:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ceb79e0cbe2e4d3c916d2eb5c3a378dc 2024-11-27T17:26:10,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/335c0ba64b7a4adba58210605f6a37e0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/335c0ba64b7a4adba58210605f6a37e0 2024-11-27T17:26:10,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9539f595e31545818172ee26cdb5d7ad to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9539f595e31545818172ee26cdb5d7ad 2024-11-27T17:26:10,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15a2e01125e04b7794466c970efc2551 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15a2e01125e04b7794466c970efc2551 2024-11-27T17:26:10,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21c6010a502d44e59345df8bce7fd18e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21c6010a502d44e59345df8bce7fd18e 2024-11-27T17:26:10,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6f55fd8f0b634a52838e7a8795b51a2c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6f55fd8f0b634a52838e7a8795b51a2c 2024-11-27T17:26:10,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/01c8219f9af547f99aaf8492d46b316e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/01c8219f9af547f99aaf8492d46b316e 2024-11-27T17:26:10,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/41b0dc0bf00c41ed9dd164ff38bfe755 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/41b0dc0bf00c41ed9dd164ff38bfe755 2024-11-27T17:26:10,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/cc7c0af5064647ae801c2262303591a5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/cc7c0af5064647ae801c2262303591a5 2024-11-27T17:26:10,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69c228de76d74ab6aa3acb1288550929 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69c228de76d74ab6aa3acb1288550929 2024-11-27T17:26:10,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/40d91a6f1f29416d9116c1dec2cebdf3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/40d91a6f1f29416d9116c1dec2cebdf3 2024-11-27T17:26:10,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/978f9ddcb8664b8b9be0b8a55da255ad to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/978f9ddcb8664b8b9be0b8a55da255ad 2024-11-27T17:26:10,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/915b8ee194d2470186512173315f5b72 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/915b8ee194d2470186512173315f5b72 2024-11-27T17:26:10,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/068d1f1deb6544e7a230b80f9d788f90 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/068d1f1deb6544e7a230b80f9d788f90 2024-11-27T17:26:10,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ae8faeb3af8b478cbeedaa6dba983f36 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/ae8faeb3af8b478cbeedaa6dba983f36 2024-11-27T17:26:10,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15abae380dbe44c5a18fa4862d08750b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/15abae380dbe44c5a18fa4862d08750b 2024-11-27T17:26:10,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69680b01724a485ba0bff43e405a21fb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/69680b01724a485ba0bff43e405a21fb 2024-11-27T17:26:10,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5c14135b8b73445b8ce537012b7a1c2f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5c14135b8b73445b8ce537012b7a1c2f 2024-11-27T17:26:10,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/0de9556b5a3d4af49d6aee82fbc2bbf3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/0de9556b5a3d4af49d6aee82fbc2bbf3 2024-11-27T17:26:10,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9db76348085849ae93b3b3c3c5bdef2f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9db76348085849ae93b3b3c3c5bdef2f 2024-11-27T17:26:10,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d983e93ac6e14ae1a52e65f4d310e755 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d983e93ac6e14ae1a52e65f4d310e755 2024-11-27T17:26:10,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/371474190a6b4f85b24195dda6bee425 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/371474190a6b4f85b24195dda6bee425 2024-11-27T17:26:10,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/f13ab8c3fb5e4ab19757c0befe14887a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/f13ab8c3fb5e4ab19757c0befe14887a 2024-11-27T17:26:10,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/453d736dee494ec59d541fee0f161c5c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/453d736dee494ec59d541fee0f161c5c 2024-11-27T17:26:10,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d753fde2c30f46f4bf8b54826d12f5ce to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/d753fde2c30f46f4bf8b54826d12f5ce 2024-11-27T17:26:10,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/368ea4ac2b994fddbe769b79258584ba to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/368ea4ac2b994fddbe769b79258584ba 2024-11-27T17:26:10,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5750673b4f024b0ab874993f72729145 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/5750673b4f024b0ab874993f72729145 2024-11-27T17:26:10,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6ca93d3219e14cd891072b5290145eb3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/6ca93d3219e14cd891072b5290145eb3 2024-11-27T17:26:10,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/e34b83d4ec1545b597fa8042eb82d06a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/e34b83d4ec1545b597fa8042eb82d06a 2024-11-27T17:26:10,964 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/recovered.edits/561.seqid, newMaxSeqId=561, maxSeqId=1 2024-11-27T17:26:10,965 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. 2024-11-27T17:26:10,965 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for b699715c64c1585a9d0f0b4ad1f3ce7d: Waiting for close lock at 1732728369610Running coprocessor pre-close hooks at 1732728369610Disabling compacts and flushes for region at 1732728369610Disabling writes for close at 1732728369610Obtaining lock to block concurrent updates at 1732728369610Preparing flush snapshotting stores in b699715c64c1585a9d0f0b4ad1f3ce7d at 1732728369610Finished memstore snapshotting TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732728369610Flushing stores of TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d. at 1732728369611 (+1 ms)Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/A: creating writer at 1732728369611Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/A: appending metadata at 1732728369618 (+7 ms)Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/A: closing flushed file at 1732728369618Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/B: creating writer at 1732728370027 (+409 ms)Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/B: appending metadata at 1732728370030 (+3 ms)Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/B: closing flushed file at 1732728370030Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/C: creating writer at 1732728370438 (+408 ms)Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/C: appending metadata at 1732728370440 (+2 ms)Flushing b699715c64c1585a9d0f0b4ad1f3ce7d/C: closing flushed file at 1732728370440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46054589: reopening flushed file at 1732728370847 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54488895: reopening flushed file at 1732728370851 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221363f5: reopening flushed file at 1732728370855 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b699715c64c1585a9d0f0b4ad1f3ce7d in 1250ms, sequenceid=558, compaction requested=true at 1732728370860 (+5 ms)Writing region close event to WAL at 1732728370962 (+102 ms)Running coprocessor post-close hooks at 1732728370965 (+3 ms)Closed at 1732728370965 2024-11-27T17:26:10,966 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:10,967 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=b699715c64c1585a9d0f0b4ad1f3ce7d, regionState=CLOSED 2024-11-27T17:26:10,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:26:10,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-27T17:26:10,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure b699715c64c1585a9d0f0b4ad1f3ce7d, server=8f0673442175,34765,1732728280069 in 1.5120 sec 2024-11-27T17:26:10,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T17:26:10,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b699715c64c1585a9d0f0b4ad1f3ce7d, UNASSIGN in 1.5190 sec 2024-11-27T17:26:10,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-27T17:26:10,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5230 sec 2024-11-27T17:26:10,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728370975"}]},"ts":"1732728370975"} 2024-11-27T17:26:10,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T17:26:10,976 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T17:26:10,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5370 sec 2024-11-27T17:26:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-27T17:26:11,595 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:11,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-27T17:26:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,597 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-27T17:26:11,598 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,599 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:11,602 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/recovered.edits] 2024-11-27T17:26:11,604 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/5b6aaa7e96b8411b97d400531c6ed909 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/5b6aaa7e96b8411b97d400531c6ed909 2024-11-27T17:26:11,605 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/60fff530b80b4965a67addebc21d9986 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/60fff530b80b4965a67addebc21d9986 2024-11-27T17:26:11,606 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fecce51c23aa4f1db56f39539d7c4396 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/A/fecce51c23aa4f1db56f39539d7c4396 2024-11-27T17:26:11,608 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/556982fcd94c4288b1a93678bf24ee29 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/556982fcd94c4288b1a93678bf24ee29 2024-11-27T17:26:11,609 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8f276bfd29824073a7b1d441ca7ecf0c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/8f276bfd29824073a7b1d441ca7ecf0c 2024-11-27T17:26:11,610 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/a9d8b4ffd0aa481188132246f639a809 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/B/a9d8b4ffd0aa481188132246f639a809 2024-11-27T17:26:11,612 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21efe131a6b74e48aa135f24a911a837 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/21efe131a6b74e48aa135f24a911a837 2024-11-27T17:26:11,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/7bb21e10d1454e5bab3193a37eb23aa0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/7bb21e10d1454e5bab3193a37eb23aa0 2024-11-27T17:26:11,614 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9fdb9362b7cf43dd98df22c4a04d8454 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/C/9fdb9362b7cf43dd98df22c4a04d8454 2024-11-27T17:26:11,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/recovered.edits/561.seqid to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d/recovered.edits/561.seqid 2024-11-27T17:26:11,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/b699715c64c1585a9d0f0b4ad1f3ce7d 2024-11-27T17:26:11,616 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T17:26:11,618 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,621 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T17:26:11,623 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T17:26:11,624 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,624 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T17:26:11,624 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732728371624"}]},"ts":"9223372036854775807"} 2024-11-27T17:26:11,626 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T17:26:11,626 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b699715c64c1585a9d0f0b4ad1f3ce7d, NAME => 'TestAcidGuarantees,,1732728343761.b699715c64c1585a9d0f0b4ad1f3ce7d.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T17:26:11,626 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T17:26:11,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732728371626"}]},"ts":"9223372036854775807"} 2024-11-27T17:26:11,627 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-27T17:26:11,628 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-27T17:26:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-27T17:26:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-27T17:26:11,706 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:11,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-865015873_22 at /127.0.0.1:54002 [Waiting for operation #462] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-504846191_22 at /127.0.0.1:54320 [Waiting for operation #290] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=656 (was 735), ProcessCount=11 (was 11), AvailableMemoryMB=9436 (was 9323) - AvailableMemoryMB LEAK? - 2024-11-27T17:26:11,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=656, ProcessCount=10, AvailableMemoryMB=9436 2024-11-27T17:26:11,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:26:11,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:26:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:11,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:26:11,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:11,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:26:11,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-27T17:26:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-27T17:26:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742197_1373 (size=959) 2024-11-27T17:26:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-27T17:26:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-27T17:26:12,143 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:26:12,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742198_1374 (size=53) 2024-11-27T17:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-27T17:26:12,554 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:26:12,554 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 01fd3d308c3891094df15f3ae3e92d4c, disabling compactions & flushes 2024-11-27T17:26:12,554 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,554 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,554 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. after waiting 0 ms 2024-11-27T17:26:12,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,555 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01fd3d308c3891094df15f3ae3e92d4c: Waiting for close lock at 1732728372554Disabling compacts and flushes for region at 1732728372554Disabling writes for close at 1732728372555 (+1 ms)Writing region close event to WAL at 1732728372555Closed at 1732728372555 2024-11-27T17:26:12,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:26:12,559 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732728372558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728372558"}]},"ts":"1732728372558"} 2024-11-27T17:26:12,561 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:26:12,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:26:12,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728372563"}]},"ts":"1732728372563"} 2024-11-27T17:26:12,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T17:26:12,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, ASSIGN}] 2024-11-27T17:26:12,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, ASSIGN 2024-11-27T17:26:12,567 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, ASSIGN; state=OFFLINE, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=false 2024-11-27T17:26:12,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:12,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, ASSIGN because future has completed 2024-11-27T17:26:12,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-27T17:26:12,882 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,882 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:26:12,883 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,883 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:26:12,883 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,883 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,886 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,888 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fd3d308c3891094df15f3ae3e92d4c columnFamilyName A 2024-11-27T17:26:12,888 DEBUG [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:12,888 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(327): Store=01fd3d308c3891094df15f3ae3e92d4c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:12,888 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,890 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fd3d308c3891094df15f3ae3e92d4c columnFamilyName B 2024-11-27T17:26:12,890 DEBUG [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:12,891 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(327): Store=01fd3d308c3891094df15f3ae3e92d4c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:12,891 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,892 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fd3d308c3891094df15f3ae3e92d4c columnFamilyName C 2024-11-27T17:26:12,892 DEBUG [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:12,893 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(327): Store=01fd3d308c3891094df15f3ae3e92d4c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:12,893 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,894 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,895 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,896 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,896 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,897 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:26:12,898 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,899 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:26:12,900 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 01fd3d308c3891094df15f3ae3e92d4c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60720255, jitterRate=-0.09519769251346588}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:26:12,900 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:12,901 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 01fd3d308c3891094df15f3ae3e92d4c: Running coprocessor pre-open hook at 1732728372884Writing region info on filesystem at 1732728372884Initializing all the Stores at 1732728372885 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728372885Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728372885Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728372885Cleaning up temporary data from old regions at 1732728372896 (+11 ms)Running coprocessor post-open hooks at 1732728372900 (+4 ms)Region opened successfully at 1732728372901 (+1 ms) 2024-11-27T17:26:12,901 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., pid=89, masterSystemTime=1732728372875 2024-11-27T17:26:12,903 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,903 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:12,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:26:12,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-27T17:26:12,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 in 183 msec 2024-11-27T17:26:12,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T17:26:12,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, ASSIGN in 341 msec 2024-11-27T17:26:12,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:26:12,908 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728372908"}]},"ts":"1732728372908"} 2024-11-27T17:26:12,910 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T17:26:12,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:26:12,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-11-27T17:26:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-27T17:26:13,887 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:13,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f9102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:13,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:13,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:13,892 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5cf73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:13,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:13,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:13,896 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2f3817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:13,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:13,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:13,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:26:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:26:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d6cf98 2024-11-27T17:26:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:26:13,901 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:26:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:26:13,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:26:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:13,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742199_1375 (size=995) 2024-11-27T17:26:14,318 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-27T17:26:14,318 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-27T17:26:14,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:26:14,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, REOPEN/MOVE}] 2024-11-27T17:26:14,326 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, REOPEN/MOVE 2024-11-27T17:26:14,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, REOPEN/MOVE because future has completed 2024-11-27T17:26:14,328 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:26:14,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:26:14,482 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,482 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:26:14,482 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 01fd3d308c3891094df15f3ae3e92d4c, disabling compactions & flushes 2024-11-27T17:26:14,482 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,482 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,482 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. after waiting 0 ms 2024-11-27T17:26:14,483 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,490 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T17:26:14,491 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,492 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 01fd3d308c3891094df15f3ae3e92d4c: Waiting for close lock at 1732728374482Running coprocessor pre-close hooks at 1732728374482Disabling compacts and flushes for region at 1732728374482Disabling writes for close at 1732728374482Writing region close event to WAL at 1732728374484 (+2 ms)Running coprocessor post-close hooks at 1732728374491 (+7 ms)Closed at 1732728374491 2024-11-27T17:26:14,492 WARN [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 01fd3d308c3891094df15f3ae3e92d4c to self. 2024-11-27T17:26:14,494 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=CLOSED 2024-11-27T17:26:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:26:14,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-27T17:26:14,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 in 168 msec 2024-11-27T17:26:14,497 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, REOPEN/MOVE; state=CLOSED, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=true 2024-11-27T17:26:14,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, REOPEN/MOVE because future has completed 2024-11-27T17:26:14,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:26:14,809 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:26:14,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:26:14,810 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,810 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,812 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,813 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fd3d308c3891094df15f3ae3e92d4c columnFamilyName A 2024-11-27T17:26:14,815 DEBUG [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:14,816 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(327): Store=01fd3d308c3891094df15f3ae3e92d4c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:14,817 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,818 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fd3d308c3891094df15f3ae3e92d4c columnFamilyName B 2024-11-27T17:26:14,818 DEBUG [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:14,818 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(327): Store=01fd3d308c3891094df15f3ae3e92d4c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:14,819 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,819 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fd3d308c3891094df15f3ae3e92d4c columnFamilyName C 2024-11-27T17:26:14,819 DEBUG [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:14,820 INFO [StoreOpener-01fd3d308c3891094df15f3ae3e92d4c-1 {}] regionserver.HStore(327): Store=01fd3d308c3891094df15f3ae3e92d4c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:14,820 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,821 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,822 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,824 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,824 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,824 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:26:14,826 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,827 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 01fd3d308c3891094df15f3ae3e92d4c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58931540, jitterRate=-0.12185162305831909}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:26:14,827 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,827 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 01fd3d308c3891094df15f3ae3e92d4c: Running coprocessor pre-open hook at 1732728374810Writing region info on filesystem at 1732728374810Initializing all the Stores at 1732728374811 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728374811Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728374811Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728374811Cleaning up temporary data from old regions at 1732728374824 (+13 ms)Running coprocessor post-open hooks at 1732728374827 (+3 ms)Region opened successfully at 1732728374827 2024-11-27T17:26:14,828 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., pid=94, masterSystemTime=1732728374805 2024-11-27T17:26:14,829 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,829 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:14,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=OPEN, openSeqNum=5, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:26:14,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-27T17:26:14,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 in 180 msec 2024-11-27T17:26:14,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T17:26:14,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, REOPEN/MOVE in 508 msec 2024-11-27T17:26:14,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-27T17:26:14,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-27T17:26:14,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-27T17:26:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-27T17:26:14,838 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:14,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,840 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d502f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5f40e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3ed9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa8affa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,848 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa04de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,849 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11016cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ea79db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a6a7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5075dcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a16d84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc98b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,860 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4796c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,863 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08d069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,864 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cac38e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,867 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9b3ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,868 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4863b139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bae22ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24988b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:14,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:14,875 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7c97de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:14,876 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267169af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:14,877 DEBUG [Thread-1702 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:14,878 DEBUG [Thread-1704 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,878 DEBUG [Thread-1700 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,878 DEBUG [Thread-1695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,878 DEBUG [Thread-1691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-27T17:26:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,880 DEBUG [Thread-1698 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,880 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:14,880 DEBUG [Thread-1693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,880 DEBUG [Thread-1706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-27T17:26:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,881 DEBUG [Thread-1706 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,881 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:14,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,881 DEBUG [Thread-1706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,882 DEBUG [Thread-1687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,885 DEBUG [Thread-1689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:14,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:14,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:26:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:14,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:26:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728434924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728434925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728434925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:14,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728434926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:14,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728434927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:14,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273fa3fd16d3e345cf800a7ac5766db4c1_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728374894/Put/seqid=0 2024-11-27T17:26:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:14,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742200_1376 (size=17034) 2024-11-27T17:26:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-27T17:26:15,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728435035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728435035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728435035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728435036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728435045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-27T17:26:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728435245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728435246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728435246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728435246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728435255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:15,341 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273fa3fd16d3e345cf800a7ac5766db4c1_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273fa3fd16d3e345cf800a7ac5766db4c1_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:15,342 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/7973cf4b7f444029819d42306948c30e, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:15,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/7973cf4b7f444029819d42306948c30e is 175, key is test_row_0/A:col10/1732728374894/Put/seqid=0 2024-11-27T17:26:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742201_1377 (size=48139) 2024-11-27T17:26:15,352 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/7973cf4b7f444029819d42306948c30e 2024-11-27T17:26:15,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/7550fca4b20e4cc6898994f07b1b6bf0 is 50, key is test_row_0/B:col10/1732728374894/Put/seqid=0 2024-11-27T17:26:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742202_1378 (size=12001) 2024-11-27T17:26:15,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/7550fca4b20e4cc6898994f07b1b6bf0 2024-11-27T17:26:15,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/640af5ffae6946e488a3e2cc5293960f is 50, key is test_row_0/C:col10/1732728374894/Put/seqid=0 2024-11-27T17:26:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742203_1379 (size=12001) 2024-11-27T17:26:15,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-27T17:26:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728435555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728435555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728435556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728435556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728435565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:15,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:15,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/640af5ffae6946e488a3e2cc5293960f 2024-11-27T17:26:15,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/7973cf4b7f444029819d42306948c30e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e 2024-11-27T17:26:15,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e, entries=250, sequenceid=19, filesize=47.0 K 2024-11-27T17:26:15,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/7550fca4b20e4cc6898994f07b1b6bf0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/7550fca4b20e4cc6898994f07b1b6bf0 2024-11-27T17:26:15,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/7550fca4b20e4cc6898994f07b1b6bf0, entries=150, sequenceid=19, filesize=11.7 K 2024-11-27T17:26:15,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/640af5ffae6946e488a3e2cc5293960f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/640af5ffae6946e488a3e2cc5293960f 2024-11-27T17:26:15,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/640af5ffae6946e488a3e2cc5293960f, entries=150, sequenceid=19, filesize=11.7 K 2024-11-27T17:26:15,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 01fd3d308c3891094df15f3ae3e92d4c in 929ms, sequenceid=19, compaction requested=false 2024-11-27T17:26:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:15,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T17:26:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:15,953 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T17:26:15,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112774c9d561d0cc49d4afb8d0b0f5719355_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728374925/Put/seqid=0 2024-11-27T17:26:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742204_1380 (size=12154) 2024-11-27T17:26:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:15,977 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112774c9d561d0cc49d4afb8d0b0f5719355_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774c9d561d0cc49d4afb8d0b0f5719355_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/b0853064949e4d108687ca5ee9494170, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:15,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/b0853064949e4d108687ca5ee9494170 is 175, key is test_row_0/A:col10/1732728374925/Put/seqid=0 2024-11-27T17:26:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742205_1381 (size=30955) 2024-11-27T17:26:15,987 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/b0853064949e4d108687ca5ee9494170 2024-11-27T17:26:15,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/29b9edffcb814b28b04fb46eb19e46c6 is 50, key is test_row_0/B:col10/1732728374925/Put/seqid=0 2024-11-27T17:26:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742206_1382 (size=12001) 2024-11-27T17:26:16,013 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/29b9edffcb814b28b04fb46eb19e46c6 2024-11-27T17:26:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-27T17:26:16,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/96d8b4c8aca34b048254e06d552822d4 is 50, key is test_row_0/C:col10/1732728374925/Put/seqid=0 2024-11-27T17:26:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742207_1383 (size=12001) 2024-11-27T17:26:16,043 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/96d8b4c8aca34b048254e06d552822d4 2024-11-27T17:26:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/b0853064949e4d108687ca5ee9494170 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170 2024-11-27T17:26:16,056 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T17:26:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/29b9edffcb814b28b04fb46eb19e46c6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/29b9edffcb814b28b04fb46eb19e46c6 2024-11-27T17:26:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,060 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/29b9edffcb814b28b04fb46eb19e46c6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:26:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/96d8b4c8aca34b048254e06d552822d4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/96d8b4c8aca34b048254e06d552822d4 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,065 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/96d8b4c8aca34b048254e06d552822d4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 01fd3d308c3891094df15f3ae3e92d4c in 113ms, sequenceid=40, compaction requested=false 2024-11-27T17:26:16,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:16,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:16,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-27T17:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.1920 sec 2024-11-27T17:26:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,150 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112723b6f3dbff3d49149deed85d6f62ce74_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742209_1385 (size=26798) 2024-11-27T17:26:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728436200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728436201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728436206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728436207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728436209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728436315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728436315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728436325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728436325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728436325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:26:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728436525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728436525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728436535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728436535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728436535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,579 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112723b6f3dbff3d49149deed85d6f62ce74_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112723b6f3dbff3d49149deed85d6f62ce74_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:16,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0452ea29279544b581ea7b4456f0e23d, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:16,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0452ea29279544b581ea7b4456f0e23d is 175, key is test_row_0/A:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742208_1384 (size=82585) 2024-11-27T17:26:16,585 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0452ea29279544b581ea7b4456f0e23d 2024-11-27T17:26:16,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/e2fbeb4f907b4a9a8349b8aa5b8e4480 is 50, key is test_row_0/B:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742210_1386 (size=12001) 2024-11-27T17:26:16,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/e2fbeb4f907b4a9a8349b8aa5b8e4480 2024-11-27T17:26:16,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/7ed917b0a3f0403caf2d01967b0c55d9 is 50, key is test_row_0/C:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742211_1387 (size=12001) 2024-11-27T17:26:16,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/7ed917b0a3f0403caf2d01967b0c55d9 2024-11-27T17:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0452ea29279544b581ea7b4456f0e23d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d 2024-11-27T17:26:16,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d, entries=450, sequenceid=52, filesize=80.6 K 2024-11-27T17:26:16,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/e2fbeb4f907b4a9a8349b8aa5b8e4480 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e2fbeb4f907b4a9a8349b8aa5b8e4480 2024-11-27T17:26:16,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e2fbeb4f907b4a9a8349b8aa5b8e4480, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T17:26:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/7ed917b0a3f0403caf2d01967b0c55d9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7ed917b0a3f0403caf2d01967b0c55d9 2024-11-27T17:26:16,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7ed917b0a3f0403caf2d01967b0c55d9, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T17:26:16,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 01fd3d308c3891094df15f3ae3e92d4c in 480ms, sequenceid=52, compaction requested=true 2024-11-27T17:26:16,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:16,631 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:16,631 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:16,631 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:16,631 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:16,631 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:16,631 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:16,632 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:16,632 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:16,632 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=157.9 K 2024-11-27T17:26:16,632 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/7550fca4b20e4cc6898994f07b1b6bf0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/29b9edffcb814b28b04fb46eb19e46c6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e2fbeb4f907b4a9a8349b8aa5b8e4480] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=35.2 K 2024-11-27T17:26:16,632 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:16,632 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d] 2024-11-27T17:26:16,632 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7550fca4b20e4cc6898994f07b1b6bf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732728374894 2024-11-27T17:26:16,632 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7973cf4b7f444029819d42306948c30e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732728374892 2024-11-27T17:26:16,632 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 29b9edffcb814b28b04fb46eb19e46c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728374924 2024-11-27T17:26:16,632 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0853064949e4d108687ca5ee9494170, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728374924 2024-11-27T17:26:16,633 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e2fbeb4f907b4a9a8349b8aa5b8e4480, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728376134 2024-11-27T17:26:16,633 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0452ea29279544b581ea7b4456f0e23d, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728376129 2024-11-27T17:26:16,644 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:16,645 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/c6f9cb4d09d741fba29e83c7cfffc40f is 50, key is test_row_0/B:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:16,646 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:16,651 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127105f94a4b6014ff4846b0b57ade2aa65_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:16,654 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127105f94a4b6014ff4846b0b57ade2aa65_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:16,654 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127105f94a4b6014ff4846b0b57ade2aa65_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742212_1388 (size=12104) 2024-11-27T17:26:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742213_1389 (size=4469) 2024-11-27T17:26:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:16,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:26:16,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732bb5697a12d4c5891dbc95f52fd7bfc_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728376842/Put/seqid=0 2024-11-27T17:26:16,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728436860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728436860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728436861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728436863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728436864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742214_1390 (size=17034) 2024-11-27T17:26:16,878 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:16,882 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732bb5697a12d4c5891dbc95f52fd7bfc_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732bb5697a12d4c5891dbc95f52fd7bfc_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:16,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/4e1d6f1fd6f943dda0011c23bb447f1c, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:16,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/4e1d6f1fd6f943dda0011c23bb447f1c is 175, key is test_row_0/A:col10/1732728376842/Put/seqid=0 2024-11-27T17:26:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742215_1391 (size=48139) 2024-11-27T17:26:16,890 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/4e1d6f1fd6f943dda0011c23bb447f1c 2024-11-27T17:26:16,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b172deb3a0254717ae3cc33774db72ef is 50, key is test_row_0/B:col10/1732728376842/Put/seqid=0 2024-11-27T17:26:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742216_1392 (size=12001) 2024-11-27T17:26:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728436975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728436986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728436986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728436986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728436986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-27T17:26:17,026 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:17,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-27T17:26:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-27T17:26:17,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:17,029 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:17,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:17,061 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#335 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:17,061 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a87c439b3194e9aae8e83f5738c0154 is 175, key is test_row_0/A:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:17,063 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/c6f9cb4d09d741fba29e83c7cfffc40f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/c6f9cb4d09d741fba29e83c7cfffc40f 2024-11-27T17:26:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742217_1393 (size=31058) 2024-11-27T17:26:17,069 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a87c439b3194e9aae8e83f5738c0154 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a87c439b3194e9aae8e83f5738c0154 2024-11-27T17:26:17,070 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into c6f9cb4d09d741fba29e83c7cfffc40f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:17,070 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:17,070 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=13, startTime=1732728376631; duration=0sec 2024-11-27T17:26:17,070 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:17,070 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:17,070 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:17,071 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:17,071 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:17,071 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,071 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/640af5ffae6946e488a3e2cc5293960f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/96d8b4c8aca34b048254e06d552822d4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7ed917b0a3f0403caf2d01967b0c55d9] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=35.2 K 2024-11-27T17:26:17,071 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 640af5ffae6946e488a3e2cc5293960f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732728374894 2024-11-27T17:26:17,072 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 96d8b4c8aca34b048254e06d552822d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728374924 2024-11-27T17:26:17,072 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ed917b0a3f0403caf2d01967b0c55d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728376134 2024-11-27T17:26:17,073 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into 8a87c439b3194e9aae8e83f5738c0154(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:17,073 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:17,073 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=13, startTime=1732728376630; duration=0sec 2024-11-27T17:26:17,073 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:17,073 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:17,078 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:17,078 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8083cc61a43340aa90d00561a408cf17 is 50, key is test_row_0/C:col10/1732728376147/Put/seqid=0 2024-11-27T17:26:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742218_1394 (size=12104) 2024-11-27T17:26:17,085 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8083cc61a43340aa90d00561a408cf17 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8083cc61a43340aa90d00561a408cf17 2024-11-27T17:26:17,090 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into 8083cc61a43340aa90d00561a408cf17(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:17,091 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:17,091 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=13, startTime=1732728376631; duration=0sec 2024-11-27T17:26:17,091 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:17,091 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-27T17:26:17,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T17:26:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728437185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728437195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728437205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728437205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728437205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b172deb3a0254717ae3cc33774db72ef 2024-11-27T17:26:17,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/c52e549b219f43e2be09c9d7ce3aa7f4 is 50, key is test_row_0/C:col10/1732728376842/Put/seqid=0 2024-11-27T17:26:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742219_1395 (size=12001) 2024-11-27T17:26:17,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T17:26:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-27T17:26:17,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T17:26:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728437495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728437505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728437515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728437515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728437515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:17,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T17:26:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-27T17:26:17,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/c52e549b219f43e2be09c9d7ce3aa7f4 2024-11-27T17:26:17,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/4e1d6f1fd6f943dda0011c23bb447f1c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c 2024-11-27T17:26:17,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c, entries=250, sequenceid=78, filesize=47.0 K 2024-11-27T17:26:17,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b172deb3a0254717ae3cc33774db72ef as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b172deb3a0254717ae3cc33774db72ef 2024-11-27T17:26:17,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b172deb3a0254717ae3cc33774db72ef, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T17:26:17,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/c52e549b219f43e2be09c9d7ce3aa7f4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/c52e549b219f43e2be09c9d7ce3aa7f4 2024-11-27T17:26:17,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/c52e549b219f43e2be09c9d7ce3aa7f4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T17:26:17,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 01fd3d308c3891094df15f3ae3e92d4c in 885ms, sequenceid=78, compaction requested=false 2024-11-27T17:26:17,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:17,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T17:26:17,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:17,793 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T17:26:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274ec88e90cd6c45a9b79b94c0b75db67f_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728376859/Put/seqid=0 2024-11-27T17:26:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742220_1396 (size=12154) 2024-11-27T17:26:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:17,805 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274ec88e90cd6c45a9b79b94c0b75db67f_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274ec88e90cd6c45a9b79b94c0b75db67f_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33f8b64c44eb4f7cbd90b95fad4a6f07, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33f8b64c44eb4f7cbd90b95fad4a6f07 is 175, key is test_row_0/A:col10/1732728376859/Put/seqid=0 2024-11-27T17:26:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742221_1397 (size=30955) 2024-11-27T17:26:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:18,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:18,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728438057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728438058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728438059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728438060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728438060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-27T17:26:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728438165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728438175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728438175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728438175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728438175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,211 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33f8b64c44eb4f7cbd90b95fad4a6f07 2024-11-27T17:26:18,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b10fe80840d14bdbb96ae0e2cd79cc7c is 50, key is test_row_0/B:col10/1732728376859/Put/seqid=0 2024-11-27T17:26:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742222_1398 (size=12001) 2024-11-27T17:26:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728438375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728438385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728438385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728438385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728438395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b10fe80840d14bdbb96ae0e2cd79cc7c 2024-11-27T17:26:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/5711c112c3d443058c262aebc6603c24 is 50, key is test_row_0/C:col10/1732728376859/Put/seqid=0 2024-11-27T17:26:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742223_1399 (size=12001) 2024-11-27T17:26:18,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728438685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728438695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728438695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728438695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728438705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/5711c112c3d443058c262aebc6603c24 2024-11-27T17:26:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33f8b64c44eb4f7cbd90b95fad4a6f07 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07 2024-11-27T17:26:19,040 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07, entries=150, sequenceid=91, filesize=30.2 K 2024-11-27T17:26:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b10fe80840d14bdbb96ae0e2cd79cc7c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b10fe80840d14bdbb96ae0e2cd79cc7c 2024-11-27T17:26:19,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b10fe80840d14bdbb96ae0e2cd79cc7c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T17:26:19,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/5711c112c3d443058c262aebc6603c24 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/5711c112c3d443058c262aebc6603c24 2024-11-27T17:26:19,048 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/5711c112c3d443058c262aebc6603c24, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T17:26:19,049 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 01fd3d308c3891094df15f3ae3e92d4c in 1256ms, sequenceid=91, compaction requested=true 2024-11-27T17:26:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-27T17:26:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-27T17:26:19,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-27T17:26:19,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-11-27T17:26:19,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.0260 sec 2024-11-27T17:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-27T17:26:19,175 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:19,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-27T17:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:19,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:19,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:19,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:19,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T17:26:19,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127eb6ff4bf75074bd58f9836f21ea51543_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:19,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742224_1400 (size=14594) 2024-11-27T17:26:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728439221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728439222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728439223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728439224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728439225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:19,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728439335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728439335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728439335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728439335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:19,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728439545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728439545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728439555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728439555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:19,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127eb6ff4bf75074bd58f9836f21ea51543_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127eb6ff4bf75074bd58f9836f21ea51543_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:19,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/41b31a9fee7a4f4fb992c29438c5cb97, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:19,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/41b31a9fee7a4f4fb992c29438c5cb97 is 175, key is test_row_0/A:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742225_1401 (size=39549) 2024-11-27T17:26:19,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728439855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728439855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728439865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728439865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:19,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:19,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/41b31a9fee7a4f4fb992c29438c5cb97 2024-11-27T17:26:20,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b75de41b165c4b0f889e3e64b7a5261c is 50, key is test_row_0/B:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742226_1402 (size=12001) 2024-11-27T17:26:20,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728440245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:20,252 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728440365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728440365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728440385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728440385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:20,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b75de41b165c4b0f889e3e64b7a5261c 2024-11-27T17:26:20,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ed54d873a6c540b9b2c896f3a9cd4776 is 50, key is test_row_0/C:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742227_1403 (size=12001) 2024-11-27T17:26:20,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:20,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:20,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ed54d873a6c540b9b2c896f3a9cd4776 2024-11-27T17:26:20,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/41b31a9fee7a4f4fb992c29438c5cb97 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97 2024-11-27T17:26:20,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97, entries=200, sequenceid=118, filesize=38.6 K 2024-11-27T17:26:20,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b75de41b165c4b0f889e3e64b7a5261c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b75de41b165c4b0f889e3e64b7a5261c 2024-11-27T17:26:20,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:20,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b75de41b165c4b0f889e3e64b7a5261c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-27T17:26:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ed54d873a6c540b9b2c896f3a9cd4776 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ed54d873a6c540b9b2c896f3a9cd4776 2024-11-27T17:26:20,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ed54d873a6c540b9b2c896f3a9cd4776, entries=150, sequenceid=118, filesize=11.7 K 2024-11-27T17:26:20,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 01fd3d308c3891094df15f3ae3e92d4c in 1664ms, sequenceid=118, compaction requested=true 2024-11-27T17:26:20,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:20,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:20,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:20,866 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:20,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:20,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:20,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:20,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:26:20,866 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:20,868 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:20,868 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:20,868 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,868 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a87c439b3194e9aae8e83f5738c0154, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=146.2 K 2024-11-27T17:26:20,868 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,868 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a87c439b3194e9aae8e83f5738c0154, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97] 2024-11-27T17:26:20,868 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:20,869 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a87c439b3194e9aae8e83f5738c0154, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728376134 2024-11-27T17:26:20,869 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/c6f9cb4d09d741fba29e83c7cfffc40f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b172deb3a0254717ae3cc33774db72ef, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b10fe80840d14bdbb96ae0e2cd79cc7c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b75de41b165c4b0f889e3e64b7a5261c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=47.0 K 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e1d6f1fd6f943dda0011c23bb447f1c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732728376204 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c6f9cb4d09d741fba29e83c7cfffc40f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728376134 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33f8b64c44eb4f7cbd90b95fad4a6f07, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728376856 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b172deb3a0254717ae3cc33774db72ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732728376208 2024-11-27T17:26:20,869 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41b31a9fee7a4f4fb992c29438c5cb97, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728378047 2024-11-27T17:26:20,870 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b10fe80840d14bdbb96ae0e2cd79cc7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728376856 2024-11-27T17:26:20,870 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b75de41b165c4b0f889e3e64b7a5261c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728378047 2024-11-27T17:26:20,886 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:20,887 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/f0ad87236cd642da9821db573986ed69 is 50, key is test_row_0/B:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:20,889 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:20,901 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127d75f5c7e1a8b432798fd491f33a8aa9b_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:20,903 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127d75f5c7e1a8b432798fd491f33a8aa9b_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:20,904 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d75f5c7e1a8b432798fd491f33a8aa9b_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:20,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742228_1404 (size=12241) 2024-11-27T17:26:20,912 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/f0ad87236cd642da9821db573986ed69 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f0ad87236cd642da9821db573986ed69 2024-11-27T17:26:20,916 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into f0ad87236cd642da9821db573986ed69(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:20,916 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:20,916 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=12, startTime=1732728380866; duration=0sec 2024-11-27T17:26:20,916 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:20,916 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:20,916 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:20,923 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:20,923 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:20,923 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:20,923 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8083cc61a43340aa90d00561a408cf17, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/c52e549b219f43e2be09c9d7ce3aa7f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/5711c112c3d443058c262aebc6603c24, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ed54d873a6c540b9b2c896f3a9cd4776] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=47.0 K 2024-11-27T17:26:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742229_1405 (size=4469) 2024-11-27T17:26:20,926 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8083cc61a43340aa90d00561a408cf17, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732728376134 2024-11-27T17:26:20,927 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c52e549b219f43e2be09c9d7ce3aa7f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732728376208 2024-11-27T17:26:20,927 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5711c112c3d443058c262aebc6603c24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732728376856 2024-11-27T17:26:20,928 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ed54d873a6c540b9b2c896f3a9cd4776, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728378047 2024-11-27T17:26:20,928 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#347 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:20,929 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/61cd81cea84c49beae478a1b44b5c30d is 175, key is test_row_0/A:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:20,954 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:20,955 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8e02e648da2649589fa8c9b5922e18ba is 50, key is test_row_0/C:col10/1732728378058/Put/seqid=0 2024-11-27T17:26:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742230_1406 (size=31195) 2024-11-27T17:26:20,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742231_1407 (size=12241) 2024-11-27T17:26:21,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T17:26:21,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:21,011 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T17:26:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274dcc2ec486ca4b1abe4dd9c7167d2f63_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728379222/Put/seqid=0 2024-11-27T17:26:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742232_1408 (size=12154) 2024-11-27T17:26:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:21,370 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/61cd81cea84c49beae478a1b44b5c30d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/61cd81cea84c49beae478a1b44b5c30d 2024-11-27T17:26:21,374 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into 61cd81cea84c49beae478a1b44b5c30d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:21,374 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:21,374 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=12, startTime=1732728380865; duration=0sec 2024-11-27T17:26:21,374 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:21,374 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:21,388 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8e02e648da2649589fa8c9b5922e18ba as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8e02e648da2649589fa8c9b5922e18ba 2024-11-27T17:26:21,393 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into 8e02e648da2649589fa8c9b5922e18ba(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:21,393 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:21,393 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=12, startTime=1732728380866; duration=0sec 2024-11-27T17:26:21,393 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:21,393 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:21,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:21,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728441428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,434 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274dcc2ec486ca4b1abe4dd9c7167d2f63_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274dcc2ec486ca4b1abe4dd9c7167d2f63_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f0c095940d304f64b0261f6a31eddeb6, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:21,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f0c095940d304f64b0261f6a31eddeb6 is 175, key is test_row_0/A:col10/1732728379222/Put/seqid=0 2024-11-27T17:26:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742233_1409 (size=30955) 2024-11-27T17:26:21,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728441429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728441431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728441433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728441535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728441545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728441545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728441545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728441745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728441755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728441755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728441755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:21,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:21,839 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f0c095940d304f64b0261f6a31eddeb6 2024-11-27T17:26:21,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/a2f9be838b0048cdabaeaa21476e913e is 50, key is test_row_0/B:col10/1732728379222/Put/seqid=0 2024-11-27T17:26:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742234_1410 (size=12001) 2024-11-27T17:26:21,848 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/a2f9be838b0048cdabaeaa21476e913e 2024-11-27T17:26:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/2a2d8b0ed86147b89488c3c05a0db56d is 50, key is test_row_0/C:col10/1732728379222/Put/seqid=0 2024-11-27T17:26:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742235_1411 (size=12001) 2024-11-27T17:26:22,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728442055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728442066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728442076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728442076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,259 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/2a2d8b0ed86147b89488c3c05a0db56d 2024-11-27T17:26:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f0c095940d304f64b0261f6a31eddeb6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6 2024-11-27T17:26:22,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728442265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,268 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,271 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6, entries=150, sequenceid=128, filesize=30.2 K 2024-11-27T17:26:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/a2f9be838b0048cdabaeaa21476e913e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a2f9be838b0048cdabaeaa21476e913e 2024-11-27T17:26:22,278 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a2f9be838b0048cdabaeaa21476e913e, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T17:26:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/2a2d8b0ed86147b89488c3c05a0db56d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/2a2d8b0ed86147b89488c3c05a0db56d 2024-11-27T17:26:22,286 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/2a2d8b0ed86147b89488c3c05a0db56d, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T17:26:22,288 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 01fd3d308c3891094df15f3ae3e92d4c in 1278ms, sequenceid=128, compaction requested=false 2024-11-27T17:26:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-27T17:26:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-27T17:26:22,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-27T17:26:22,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1130 sec 2024-11-27T17:26:22,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.1180 sec 2024-11-27T17:26:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:22,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:22,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T17:26:22,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127af03f7cc818d4a068f17e2189d1ebfdc_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728442594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728442595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728442598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728442605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742236_1412 (size=14794) 2024-11-27T17:26:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728442715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728442715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728442726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728442935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728442935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:22,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728442948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127af03f7cc818d4a068f17e2189d1ebfdc_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127af03f7cc818d4a068f17e2189d1ebfdc_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:23,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/89d31218c17a472f873e9054bb7612a7, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/89d31218c17a472f873e9054bb7612a7 is 175, key is test_row_0/A:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742237_1413 (size=39749) 2024-11-27T17:26:23,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728443256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728443256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728443256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-27T17:26:23,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:23,346 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-27T17:26:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-27T17:26:23,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:23,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:23,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-27T17:26:23,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/89d31218c17a472f873e9054bb7612a7 2024-11-27T17:26:23,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-27T17:26:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:23,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/3bf4979aa2434e9fbc5f62486098a307 is 50, key is test_row_0/B:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:23,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742238_1414 (size=12151) 2024-11-27T17:26:23,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/3bf4979aa2434e9fbc5f62486098a307 2024-11-27T17:26:23,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/76743ff17ded4b4290bff811cd8691dc is 50, key is test_row_0/C:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742239_1415 (size=12151) 2024-11-27T17:26:23,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/76743ff17ded4b4290bff811cd8691dc 2024-11-27T17:26:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/89d31218c17a472f873e9054bb7612a7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7 2024-11-27T17:26:23,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7, entries=200, sequenceid=158, filesize=38.8 K 2024-11-27T17:26:23,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/3bf4979aa2434e9fbc5f62486098a307 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3bf4979aa2434e9fbc5f62486098a307 2024-11-27T17:26:23,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3bf4979aa2434e9fbc5f62486098a307, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T17:26:23,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/76743ff17ded4b4290bff811cd8691dc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/76743ff17ded4b4290bff811cd8691dc 2024-11-27T17:26:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/76743ff17ded4b4290bff811cd8691dc, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T17:26:23,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 01fd3d308c3891094df15f3ae3e92d4c in 998ms, sequenceid=158, compaction requested=true 2024-11-27T17:26:23,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:23,572 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:23,572 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:23,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,572 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:23,572 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:23,573 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:23,573 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:23,573 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,573 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,573 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/61cd81cea84c49beae478a1b44b5c30d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=99.5 K 2024-11-27T17:26:23,573 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f0ad87236cd642da9821db573986ed69, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a2f9be838b0048cdabaeaa21476e913e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3bf4979aa2434e9fbc5f62486098a307] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=35.5 K 2024-11-27T17:26:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,573 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,573 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/61cd81cea84c49beae478a1b44b5c30d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7] 2024-11-27T17:26:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,573 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ad87236cd642da9821db573986ed69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728378047 2024-11-27T17:26:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,573 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61cd81cea84c49beae478a1b44b5c30d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728378047 2024-11-27T17:26:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,574 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c095940d304f64b0261f6a31eddeb6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732728379220 2024-11-27T17:26:23,574 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a2f9be838b0048cdabaeaa21476e913e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732728379220 2024-11-27T17:26:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,574 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf4979aa2434e9fbc5f62486098a307, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732728381428 2024-11-27T17:26:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,574 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89d31218c17a472f873e9054bb7612a7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732728381428 2024-11-27T17:26:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,597 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,598 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,599 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/73ba8561d4c14ce095425f6c36d3b09f is 50, key is test_row_0/B:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,606 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411271656521601fe43469e0e28b5f52fddef_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,607 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411271656521601fe43469e0e28b5f52fddef_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,607 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271656521601fe43469e0e28b5f52fddef_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742240_1416 (size=12493) 2024-11-27T17:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742241_1417 (size=4469) 2024-11-27T17:26:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,633 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#356 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:23,634 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/16f63cbd713e444f9e6dc3930f6aad00 is 175, key is test_row_0/A:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-27T17:26:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,656 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T17:26:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742242_1418 (size=31447) 2024-11-27T17:26:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-27T17:26:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,667 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/16f63cbd713e444f9e6dc3930f6aad00 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16f63cbd713e444f9e6dc3930f6aad00 2024-11-27T17:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,672 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into 16f63cbd713e444f9e6dc3930f6aad00(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:23,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:23,672 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=13, startTime=1732728383571; duration=0sec 2024-11-27T17:26:23,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:23,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:23,673 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275cfcc96546c04d5492173165ee6c02c5_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728382595/Put/seqid=0 2024-11-27T17:26:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,675 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:23,675 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:23,675 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,676 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8e02e648da2649589fa8c9b5922e18ba, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/2a2d8b0ed86147b89488c3c05a0db56d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/76743ff17ded4b4290bff811cd8691dc] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=35.5 K 2024-11-27T17:26:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,676 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e02e648da2649589fa8c9b5922e18ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728378047 2024-11-27T17:26:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,677 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a2d8b0ed86147b89488c3c05a0db56d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732728379220 2024-11-27T17:26:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,677 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76743ff17ded4b4290bff811cd8691dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732728381428 2024-11-27T17:26:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,694 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:23,694 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/3f51fcbf514c44c6a5b2153e9d8fab8a is 50, key is test_row_0/C:col10/1732728381429/Put/seqid=0 2024-11-27T17:26:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742244_1420 (size=12493) 2024-11-27T17:26:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742243_1419 (size=12304) 2024-11-27T17:26:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:23,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,713 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275cfcc96546c04d5492173165ee6c02c5_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275cfcc96546c04d5492173165ee6c02c5_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f5e40d88446c4e768c88fc434a9fb2e5, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f5e40d88446c4e768c88fc434a9fb2e5 is 175, key is test_row_0/A:col10/1732728382595/Put/seqid=0 2024-11-27T17:26:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742245_1421 (size=31101) 2024-11-27T17:26:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,731 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f5e40d88446c4e768c88fc434a9fb2e5 2024-11-27T17:26:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/a238b08b7fe142f0a516471c7dc4ff49 is 50, key is test_row_0/B:col10/1732728382595/Put/seqid=0 2024-11-27T17:26:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742246_1422 (size=9757) 2024-11-27T17:26:23,754 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/a238b08b7fe142f0a516471c7dc4ff49 2024-11-27T17:26:23,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/90def2ca15d0423ca9bc0184017f336d is 50, key is test_row_0/C:col10/1732728382595/Put/seqid=0 2024-11-27T17:26:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742247_1423 (size=9757) 2024-11-27T17:26:23,783 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/90def2ca15d0423ca9bc0184017f336d 2024-11-27T17:26:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/f5e40d88446c4e768c88fc434a9fb2e5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5 2024-11-27T17:26:23,796 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5, entries=150, sequenceid=167, filesize=30.4 K 2024-11-27T17:26:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/a238b08b7fe142f0a516471c7dc4ff49 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a238b08b7fe142f0a516471c7dc4ff49 2024-11-27T17:26:23,803 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a238b08b7fe142f0a516471c7dc4ff49, entries=100, sequenceid=167, filesize=9.5 K 2024-11-27T17:26:23,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/90def2ca15d0423ca9bc0184017f336d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/90def2ca15d0423ca9bc0184017f336d 2024-11-27T17:26:23,812 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/90def2ca15d0423ca9bc0184017f336d, entries=100, sequenceid=167, filesize=9.5 K 2024-11-27T17:26:23,814 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=127.47 KB/130530 for 01fd3d308c3891094df15f3ae3e92d4c in 157ms, sequenceid=167, compaction requested=false 2024-11-27T17:26:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-27T17:26:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-27T17:26:23,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-27T17:26:23,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 466 msec 2024-11-27T17:26:23,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 472 msec 2024-11-27T17:26:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:23,829 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:23,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T17:26:23,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272d057b9b9bf749e593ef7db644860904_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728383829/Put/seqid=0 2024-11-27T17:26:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742248_1424 (size=22268) 2024-11-27T17:26:23,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:23,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272d057b9b9bf749e593ef7db644860904_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d057b9b9bf749e593ef7db644860904_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:23,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/2014f4bef4354f9b9072b513c417430e, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:23,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/2014f4bef4354f9b9072b513c417430e is 175, key is test_row_0/A:col10/1732728383829/Put/seqid=0 2024-11-27T17:26:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742249_1425 (size=65673) 2024-11-27T17:26:23,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/2014f4bef4354f9b9072b513c417430e 2024-11-27T17:26:23,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728443851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728443853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728443857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b3ccf253b87f4cde971fa8b24ef72066 is 50, key is test_row_0/B:col10/1732728383829/Put/seqid=0 2024-11-27T17:26:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728443866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742250_1426 (size=12151) 2024-11-27T17:26:23,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b3ccf253b87f4cde971fa8b24ef72066 2024-11-27T17:26:23,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/d89b75e1f60b40bba096c50d50499236 is 50, key is test_row_0/C:col10/1732728383829/Put/seqid=0 2024-11-27T17:26:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742251_1427 (size=12151) 2024-11-27T17:26:23,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/d89b75e1f60b40bba096c50d50499236 2024-11-27T17:26:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/2014f4bef4354f9b9072b513c417430e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e 2024-11-27T17:26:23,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e, entries=350, sequenceid=194, filesize=64.1 K 2024-11-27T17:26:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b3ccf253b87f4cde971fa8b24ef72066 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b3ccf253b87f4cde971fa8b24ef72066 2024-11-27T17:26:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b3ccf253b87f4cde971fa8b24ef72066, entries=150, sequenceid=194, filesize=11.9 K 2024-11-27T17:26:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/d89b75e1f60b40bba096c50d50499236 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/d89b75e1f60b40bba096c50d50499236 2024-11-27T17:26:23,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/d89b75e1f60b40bba096c50d50499236, entries=150, sequenceid=194, filesize=11.9 K 2024-11-27T17:26:23,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 01fd3d308c3891094df15f3ae3e92d4c in 140ms, sequenceid=194, compaction requested=true 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T17:26:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-27T17:26:23,975 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:23,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-27T17:26:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-27T17:26:23,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:23,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:23,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:23,980 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:23,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:23,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ff3a79373a2b4af1afe61a54c9655e41_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728383843/Put/seqid=0 2024-11-27T17:26:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742252_1428 (size=14794) 2024-11-27T17:26:24,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:24,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ff3a79373a2b4af1afe61a54c9655e41_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff3a79373a2b4af1afe61a54c9655e41_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:24,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a427419c2e5545dea9ec5a7162224c96, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:24,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a427419c2e5545dea9ec5a7162224c96 is 175, key is test_row_0/A:col10/1732728383843/Put/seqid=0 2024-11-27T17:26:24,024 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/73ba8561d4c14ce095425f6c36d3b09f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/73ba8561d4c14ce095425f6c36d3b09f 2024-11-27T17:26:24,036 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into 73ba8561d4c14ce095425f6c36d3b09f(size=12.2 K), total size for store is 33.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:24,037 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:24,037 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=13, startTime=1732728383572; duration=0sec 2024-11-27T17:26:24,037 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T17:26:24,037 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:24,037 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:24,037 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-27T17:26:24,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:26:24,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:26:24,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. because compaction request was cancelled 2024-11-27T17:26:24,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:24,038 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:24,039 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:24,039 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:24,039 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,039 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/73ba8561d4c14ce095425f6c36d3b09f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a238b08b7fe142f0a516471c7dc4ff49, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b3ccf253b87f4cde971fa8b24ef72066] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=33.6 K 2024-11-27T17:26:24,039 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ba8561d4c14ce095425f6c36d3b09f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732728381428 2024-11-27T17:26:24,039 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a238b08b7fe142f0a516471c7dc4ff49, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732728382595 2024-11-27T17:26:24,040 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b3ccf253b87f4cde971fa8b24ef72066, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732728383823 2024-11-27T17:26:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728444034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,052 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:24,052 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/ca0ac0bd31684fada16a9b44f77538a2 is 50, key is test_row_0/B:col10/1732728383829/Put/seqid=0 2024-11-27T17:26:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742253_1429 (size=39749) 2024-11-27T17:26:24,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a427419c2e5545dea9ec5a7162224c96 2024-11-27T17:26:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742254_1430 (size=12595) 2024-11-27T17:26:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728444044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728444043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728444046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/955a7ca2f7d84344ae6c54e660b5264e is 50, key is test_row_0/B:col10/1732728383843/Put/seqid=0 2024-11-27T17:26:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-27T17:26:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742255_1431 (size=12151) 2024-11-27T17:26:24,107 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/3f51fcbf514c44c6a5b2153e9d8fab8a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/3f51fcbf514c44c6a5b2153e9d8fab8a 2024-11-27T17:26:24,112 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into 3f51fcbf514c44c6a5b2153e9d8fab8a(size=12.2 K), total size for store is 33.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:24,112 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:24,112 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=13, startTime=1732728383572; duration=0sec 2024-11-27T17:26:24,112 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:24,112 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:24,112 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:24,113 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:24,114 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:24,114 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,114 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16f63cbd713e444f9e6dc3930f6aad00, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=125.2 K 2024-11-27T17:26:24,114 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,114 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16f63cbd713e444f9e6dc3930f6aad00, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e] 2024-11-27T17:26:24,114 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f63cbd713e444f9e6dc3930f6aad00, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732728381428 2024-11-27T17:26:24,114 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5e40d88446c4e768c88fc434a9fb2e5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732728382592 2024-11-27T17:26:24,115 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2014f4bef4354f9b9072b513c417430e, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732728383793 2024-11-27T17:26:24,121 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:24,123 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411273d992a06c9554fbf9f022adb3d9b61c3_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:24,126 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411273d992a06c9554fbf9f022adb3d9b61c3_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:24,126 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273d992a06c9554fbf9f022adb3d9b61c3_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:24,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T17:26:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742256_1432 (size=4469) 2024-11-27T17:26:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728444155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728444165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728444166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728444166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T17:26:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-27T17:26:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728444366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728444386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728444386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728444386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T17:26:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:24,464 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/ca0ac0bd31684fada16a9b44f77538a2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/ca0ac0bd31684fada16a9b44f77538a2 2024-11-27T17:26:24,469 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into ca0ac0bd31684fada16a9b44f77538a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:24,469 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:24,470 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=13, startTime=1732728383969; duration=0sec 2024-11-27T17:26:24,470 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:24,470 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:24,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/955a7ca2f7d84344ae6c54e660b5264e 2024-11-27T17:26:24,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/17422b40cce4488da42ef04fa037514b is 50, key is test_row_0/C:col10/1732728383843/Put/seqid=0 2024-11-27T17:26:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742257_1433 (size=12151) 2024-11-27T17:26:24,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/17422b40cce4488da42ef04fa037514b 2024-11-27T17:26:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a427419c2e5545dea9ec5a7162224c96 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96 2024-11-27T17:26:24,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96, entries=200, sequenceid=205, filesize=38.8 K 2024-11-27T17:26:24,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/955a7ca2f7d84344ae6c54e660b5264e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/955a7ca2f7d84344ae6c54e660b5264e 2024-11-27T17:26:24,547 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#367 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:24,548 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/d3daf641b8dc47808e091e2405caf613 is 175, key is test_row_0/A:col10/1732728383829/Put/seqid=0 2024-11-27T17:26:24,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/955a7ca2f7d84344ae6c54e660b5264e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-27T17:26:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/17422b40cce4488da42ef04fa037514b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/17422b40cce4488da42ef04fa037514b 2024-11-27T17:26:24,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/17422b40cce4488da42ef04fa037514b, entries=150, sequenceid=205, filesize=11.9 K 2024-11-27T17:26:24,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 01fd3d308c3891094df15f3ae3e92d4c in 578ms, sequenceid=205, compaction requested=true 2024-11-27T17:26:24,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:24,558 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-27T17:26:24,559 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:26:24,559 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:26:24,559 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. because compaction request was cancelled 2024-11-27T17:26:24,559 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 0 2024-11-27T17:26:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:24,559 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T17:26:24,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:24,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:24,560 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T17:26:24,560 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T17:26:24,560 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. because compaction request was cancelled 2024-11-27T17:26:24,560 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:24,560 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:24,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:24,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:24,561 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:24,561 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:24,561 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,561 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/3f51fcbf514c44c6a5b2153e9d8fab8a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/90def2ca15d0423ca9bc0184017f336d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/d89b75e1f60b40bba096c50d50499236, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/17422b40cce4488da42ef04fa037514b] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=45.5 K 2024-11-27T17:26:24,562 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f51fcbf514c44c6a5b2153e9d8fab8a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732728381428 2024-11-27T17:26:24,562 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 90def2ca15d0423ca9bc0184017f336d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732728382595 2024-11-27T17:26:24,562 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting d89b75e1f60b40bba096c50d50499236, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732728383823 2024-11-27T17:26:24,562 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 17422b40cce4488da42ef04fa037514b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732728383843 2024-11-27T17:26:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742258_1434 (size=31549) 2024-11-27T17:26:24,589 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:24,589 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/19ae8212f2f7474faf06945b17c3494b is 50, key is test_row_0/C:col10/1732728383843/Put/seqid=0 2024-11-27T17:26:24,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T17:26:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:24,594 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:26:24,595 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/d3daf641b8dc47808e091e2405caf613 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/d3daf641b8dc47808e091e2405caf613 2024-11-27T17:26:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-27T17:26:24,611 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into d3daf641b8dc47808e091e2405caf613(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:24,611 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:24,611 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=13, startTime=1732728383969; duration=0sec 2024-11-27T17:26:24,612 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:24,613 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:24,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742259_1435 (size=12629) 2024-11-27T17:26:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127804bf65ce9c94c4fb2cc0c08375dd2d7_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728384044/Put/seqid=0 2024-11-27T17:26:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742260_1436 (size=12304) 2024-11-27T17:26:24,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:24,679 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127804bf65ce9c94c4fb2cc0c08375dd2d7_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127804bf65ce9c94c4fb2cc0c08375dd2d7_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33806a9504fd4e588a927e5d8f7c2a52, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33806a9504fd4e588a927e5d8f7c2a52 is 175, key is test_row_0/A:col10/1732728384044/Put/seqid=0 2024-11-27T17:26:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728444717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728444719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728444722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728444724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742261_1437 (size=31105) 2024-11-27T17:26:24,747 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33806a9504fd4e588a927e5d8f7c2a52 2024-11-27T17:26:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/695b781dc700455dbb6d4601ec52e7f4 is 50, key is test_row_0/B:col10/1732728384044/Put/seqid=0 2024-11-27T17:26:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742262_1438 (size=12151) 2024-11-27T17:26:24,806 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/695b781dc700455dbb6d4601ec52e7f4 2024-11-27T17:26:24,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ecf9b798363044aa90197319a44d572f is 50, key is test_row_0/C:col10/1732728384044/Put/seqid=0 2024-11-27T17:26:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742263_1439 (size=12151) 2024-11-27T17:26:24,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728444836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728444836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728444836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728444836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,043 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/19ae8212f2f7474faf06945b17c3494b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/19ae8212f2f7474faf06945b17c3494b 2024-11-27T17:26:25,046 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into 19ae8212f2f7474faf06945b17c3494b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:25,047 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:25,047 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=12, startTime=1732728384560; duration=0sec 2024-11-27T17:26:25,047 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:25,047 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728445055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728445055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728445055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728445055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-27T17:26:25,238 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ecf9b798363044aa90197319a44d572f 2024-11-27T17:26:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/33806a9504fd4e588a927e5d8f7c2a52 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52 2024-11-27T17:26:25,245 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52, entries=150, sequenceid=233, filesize=30.4 K 2024-11-27T17:26:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/695b781dc700455dbb6d4601ec52e7f4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/695b781dc700455dbb6d4601ec52e7f4 2024-11-27T17:26:25,249 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/695b781dc700455dbb6d4601ec52e7f4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-27T17:26:25,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ecf9b798363044aa90197319a44d572f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ecf9b798363044aa90197319a44d572f 2024-11-27T17:26:25,254 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ecf9b798363044aa90197319a44d572f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-27T17:26:25,255 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 01fd3d308c3891094df15f3ae3e92d4c in 661ms, sequenceid=233, compaction requested=true 2024-11-27T17:26:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-27T17:26:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-27T17:26:25,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-27T17:26:25,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2780 sec 2024-11-27T17:26:25,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.2820 sec 2024-11-27T17:26:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:25,369 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:25,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:26:25,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bfbad8cff2df435dbd52b68352d477b6_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742264_1440 (size=17284) 2024-11-27T17:26:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728445405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728445406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728445416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728445417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728445525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728445525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728445535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728445535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728445746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728445746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728445746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:25,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:25,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bfbad8cff2df435dbd52b68352d477b6_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bfbad8cff2df435dbd52b68352d477b6_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:25,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/fce0cb92a2894f4a90503950195c9a9a, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:25,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/fce0cb92a2894f4a90503950195c9a9a is 175, key is test_row_0/A:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742265_1441 (size=48389) 2024-11-27T17:26:25,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/fce0cb92a2894f4a90503950195c9a9a 2024-11-27T17:26:25,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/3ede9f206428439ea3a11971863a40d3 is 50, key is test_row_0/B:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742266_1442 (size=12151) 2024-11-27T17:26:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728446055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728446055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728446065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728446065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-27T17:26:26,126 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:26,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-27T17:26:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-27T17:26:26,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:26,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:26,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:26,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/3ede9f206428439ea3a11971863a40d3 2024-11-27T17:26:26,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/81a18aff8f55448aa73a64e7a46b648e is 50, key is test_row_0/C:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-27T17:26:26,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742267_1443 (size=12151) 2024-11-27T17:26:26,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/81a18aff8f55448aa73a64e7a46b648e 2024-11-27T17:26:26,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/fce0cb92a2894f4a90503950195c9a9a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a 2024-11-27T17:26:26,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a, entries=250, sequenceid=249, filesize=47.3 K 2024-11-27T17:26:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/3ede9f206428439ea3a11971863a40d3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3ede9f206428439ea3a11971863a40d3 2024-11-27T17:26:26,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3ede9f206428439ea3a11971863a40d3, entries=150, sequenceid=249, filesize=11.9 K 2024-11-27T17:26:26,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/81a18aff8f55448aa73a64e7a46b648e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/81a18aff8f55448aa73a64e7a46b648e 2024-11-27T17:26:26,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/81a18aff8f55448aa73a64e7a46b648e, entries=150, sequenceid=249, filesize=11.9 K 2024-11-27T17:26:26,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 01fd3d308c3891094df15f3ae3e92d4c in 907ms, sequenceid=249, compaction requested=true 2024-11-27T17:26:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:26,277 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:26,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:26,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:26,278 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:26,279 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150792 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:26,279 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:26,279 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:26,279 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/d3daf641b8dc47808e091e2405caf613, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=147.3 K 2024-11-27T17:26:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:26,279 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:26,279 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/d3daf641b8dc47808e091e2405caf613, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a] 2024-11-27T17:26:26,279 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3daf641b8dc47808e091e2405caf613, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732728383823 2024-11-27T17:26:26,280 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a427419c2e5545dea9ec5a7162224c96, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732728383843 2024-11-27T17:26:26,280 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:26,280 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:26,280 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:26,280 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/ca0ac0bd31684fada16a9b44f77538a2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/955a7ca2f7d84344ae6c54e660b5264e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/695b781dc700455dbb6d4601ec52e7f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3ede9f206428439ea3a11971863a40d3] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=47.9 K 2024-11-27T17:26:26,280 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33806a9504fd4e588a927e5d8f7c2a52, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732728384040 2024-11-27T17:26:26,280 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ca0ac0bd31684fada16a9b44f77538a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732728383823 2024-11-27T17:26:26,280 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fce0cb92a2894f4a90503950195c9a9a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732728384714 2024-11-27T17:26:26,281 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 955a7ca2f7d84344ae6c54e660b5264e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732728383843 2024-11-27T17:26:26,281 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 695b781dc700455dbb6d4601ec52e7f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732728384040 2024-11-27T17:26:26,281 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ede9f206428439ea3a11971863a40d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732728384717 2024-11-27T17:26:26,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-27T17:26:26,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:26,282 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:26:26,302 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:26,303 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b6a5a1bc4d98404aad7d2599d91af31c is 50, key is test_row_0/B:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:26,305 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:26,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:26,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127617f478331b9435d91d7f688aa2e28b8_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728385387/Put/seqid=0 2024-11-27T17:26:26,320 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127145cd65a55824d82bcd5a8565e5314ae_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:26,322 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127145cd65a55824d82bcd5a8565e5314ae_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:26,323 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127145cd65a55824d82bcd5a8565e5314ae_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742268_1444 (size=12731) 2024-11-27T17:26:26,342 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/b6a5a1bc4d98404aad7d2599d91af31c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b6a5a1bc4d98404aad7d2599d91af31c 2024-11-27T17:26:26,347 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into b6a5a1bc4d98404aad7d2599d91af31c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:26,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:26,347 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=12, startTime=1732728386278; duration=0sec 2024-11-27T17:26:26,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:26,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:26,347 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:26,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:26,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:26,349 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:26,349 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/19ae8212f2f7474faf06945b17c3494b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ecf9b798363044aa90197319a44d572f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/81a18aff8f55448aa73a64e7a46b648e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=36.1 K 2024-11-27T17:26:26,349 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 19ae8212f2f7474faf06945b17c3494b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732728383843 2024-11-27T17:26:26,350 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ecf9b798363044aa90197319a44d572f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732728384040 2024-11-27T17:26:26,350 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a18aff8f55448aa73a64e7a46b648e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732728384717 2024-11-27T17:26:26,366 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742269_1445 (size=12454) 2024-11-27T17:26:26,367 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/64562e459c8646fdbd2e8e78c664e455 is 50, key is test_row_0/C:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742270_1446 (size=4469) 2024-11-27T17:26:26,387 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#377 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:26,387 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a6ae81b4ad4b448988594cbe879b67f6 is 175, key is test_row_0/A:col10/1732728384717/Put/seqid=0 2024-11-27T17:26:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742271_1447 (size=12731) 2024-11-27T17:26:26,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742272_1448 (size=31685) 2024-11-27T17:26:26,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728446430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-27T17:26:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728446536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728446575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728446575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728446586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728446586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-27T17:26:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728446755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:26,771 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127617f478331b9435d91d7f688aa2e28b8_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127617f478331b9435d91d7f688aa2e28b8_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/9249e8363b9048318c85303b5fe31be7, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/9249e8363b9048318c85303b5fe31be7 is 175, key is test_row_0/A:col10/1732728385387/Put/seqid=0 2024-11-27T17:26:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742273_1449 (size=31255) 2024-11-27T17:26:26,805 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/64562e459c8646fdbd2e8e78c664e455 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/64562e459c8646fdbd2e8e78c664e455 2024-11-27T17:26:26,809 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into 64562e459c8646fdbd2e8e78c664e455(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:26,809 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:26,809 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=13, startTime=1732728386279; duration=0sec 2024-11-27T17:26:26,809 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:26,809 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:26,817 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a6ae81b4ad4b448988594cbe879b67f6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a6ae81b4ad4b448988594cbe879b67f6 2024-11-27T17:26:26,821 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into a6ae81b4ad4b448988594cbe879b67f6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:26,821 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:26,821 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=12, startTime=1732728386277; duration=0sec 2024-11-27T17:26:26,821 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:26,821 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728447065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:27,176 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/9249e8363b9048318c85303b5fe31be7 2024-11-27T17:26:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/f87f2f7b69b2405d9e59acbe0a365aa8 is 50, key is test_row_0/B:col10/1732728385387/Put/seqid=0 2024-11-27T17:26:27,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742274_1450 (size=12301) 2024-11-27T17:26:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-27T17:26:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728447576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:27,588 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/f87f2f7b69b2405d9e59acbe0a365aa8 2024-11-27T17:26:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/15a98a9cc3634416a08d37c488687f88 is 50, key is test_row_0/C:col10/1732728385387/Put/seqid=0 2024-11-27T17:26:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742275_1451 (size=12301) 2024-11-27T17:26:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728447595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728447595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728447595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:27,602 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:27,602 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728447595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:27,602 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:27,603 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:28,000 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/15a98a9cc3634416a08d37c488687f88 2024-11-27T17:26:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/9249e8363b9048318c85303b5fe31be7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7 2024-11-27T17:26:28,008 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7, entries=150, sequenceid=271, filesize=30.5 K 2024-11-27T17:26:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/f87f2f7b69b2405d9e59acbe0a365aa8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f87f2f7b69b2405d9e59acbe0a365aa8 2024-11-27T17:26:28,012 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f87f2f7b69b2405d9e59acbe0a365aa8, entries=150, sequenceid=271, filesize=12.0 K 2024-11-27T17:26:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/15a98a9cc3634416a08d37c488687f88 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/15a98a9cc3634416a08d37c488687f88 2024-11-27T17:26:28,016 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/15a98a9cc3634416a08d37c488687f88, entries=150, sequenceid=271, filesize=12.0 K 2024-11-27T17:26:28,017 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 01fd3d308c3891094df15f3ae3e92d4c in 1735ms, sequenceid=271, compaction requested=false 2024-11-27T17:26:28,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:28,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:28,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-27T17:26:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-27T17:26:28,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-27T17:26:28,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-11-27T17:26:28,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8940 sec 2024-11-27T17:26:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-27T17:26:28,276 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:28,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-27T17:26:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-27T17:26:28,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:28,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:28,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-27T17:26:28,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-27T17:26:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:28,430 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:26:28,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277abd2f4136084dfeac0e7763f973cb25_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728386390/Put/seqid=0 2024-11-27T17:26:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742276_1452 (size=12454) 2024-11-27T17:26:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:28,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-27T17:26:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728448744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:28,857 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277abd2f4136084dfeac0e7763f973cb25_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277abd2f4136084dfeac0e7763f973cb25_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/812552a865aa41ae91f11e14bf46ffc1, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:28,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/812552a865aa41ae91f11e14bf46ffc1 is 175, key is test_row_0/A:col10/1732728386390/Put/seqid=0 2024-11-27T17:26:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728448855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:28,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742277_1453 (size=31255) 2024-11-27T17:26:28,896 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/812552a865aa41ae91f11e14bf46ffc1 2024-11-27T17:26:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-27T17:26:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/e383896614634504ae2e2e9e4ff32c2f is 50, key is test_row_0/B:col10/1732728386390/Put/seqid=0 2024-11-27T17:26:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742278_1454 (size=12301) 2024-11-27T17:26:28,958 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/e383896614634504ae2e2e9e4ff32c2f 2024-11-27T17:26:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/7b321c49b4c349e5984394ffce9239f6 is 50, key is test_row_0/C:col10/1732728386390/Put/seqid=0 2024-11-27T17:26:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742279_1455 (size=12301) 2024-11-27T17:26:28,996 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/7b321c49b4c349e5984394ffce9239f6 2024-11-27T17:26:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/812552a865aa41ae91f11e14bf46ffc1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1 2024-11-27T17:26:29,009 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1, entries=150, sequenceid=288, filesize=30.5 K 2024-11-27T17:26:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/e383896614634504ae2e2e9e4ff32c2f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e383896614634504ae2e2e9e4ff32c2f 2024-11-27T17:26:29,014 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e383896614634504ae2e2e9e4ff32c2f, entries=150, sequenceid=288, filesize=12.0 K 2024-11-27T17:26:29,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/7b321c49b4c349e5984394ffce9239f6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7b321c49b4c349e5984394ffce9239f6 2024-11-27T17:26:29,023 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7b321c49b4c349e5984394ffce9239f6, entries=150, sequenceid=288, filesize=12.0 K 2024-11-27T17:26:29,025 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 01fd3d308c3891094df15f3ae3e92d4c in 595ms, sequenceid=288, compaction requested=true 2024-11-27T17:26:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-27T17:26:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-27T17:26:29,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-27T17:26:29,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 748 msec 2024-11-27T17:26:29,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 753 msec 2024-11-27T17:26:29,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:29,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:26:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:29,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112745062e4065bc43468d8634bed2b6ee60_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:29,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742280_1456 (size=14994) 2024-11-27T17:26:29,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:29,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112745062e4065bc43468d8634bed2b6ee60_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112745062e4065bc43468d8634bed2b6ee60_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:29,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a32ffcbe57f94f7cb72a2633f7fcb8b9, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:29,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a32ffcbe57f94f7cb72a2633f7fcb8b9 is 175, key is test_row_0/A:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742281_1457 (size=39949) 2024-11-27T17:26:29,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a32ffcbe57f94f7cb72a2633f7fcb8b9 2024-11-27T17:26:29,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/0a31911d3a154d60b0ee904619e4c53f is 50, key is test_row_0/B:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742282_1458 (size=12301) 2024-11-27T17:26:29,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728449201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728449325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-27T17:26:29,421 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:29,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-27T17:26:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-27T17:26:29,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:29,426 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:29,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-27T17:26:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728449545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-27T17:26:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:29,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/0a31911d3a154d60b0ee904619e4c53f 2024-11-27T17:26:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728449605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,613 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/af05718640b54b9fb3ab888a7d5bf0c3 is 50, key is test_row_0/C:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:29,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728449617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,628 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728449625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728449625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:29,632 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,633 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742283_1459 (size=12301) 2024-11-27T17:26:29,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/af05718640b54b9fb3ab888a7d5bf0c3 2024-11-27T17:26:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/a32ffcbe57f94f7cb72a2633f7fcb8b9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9 2024-11-27T17:26:29,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9, entries=200, sequenceid=311, filesize=39.0 K 2024-11-27T17:26:29,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/0a31911d3a154d60b0ee904619e4c53f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/0a31911d3a154d60b0ee904619e4c53f 2024-11-27T17:26:29,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/0a31911d3a154d60b0ee904619e4c53f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-27T17:26:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/af05718640b54b9fb3ab888a7d5bf0c3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/af05718640b54b9fb3ab888a7d5bf0c3 2024-11-27T17:26:29,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/af05718640b54b9fb3ab888a7d5bf0c3, entries=150, sequenceid=311, filesize=12.0 K 2024-11-27T17:26:29,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 01fd3d308c3891094df15f3ae3e92d4c in 590ms, sequenceid=311, compaction requested=true 2024-11-27T17:26:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:29,671 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:29,672 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:29,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:29,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:29,672 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,672 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a6ae81b4ad4b448988594cbe879b67f6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=131 K 2024-11-27T17:26:29,672 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,672 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a6ae81b4ad4b448988594cbe879b67f6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9] 2024-11-27T17:26:29,673 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6ae81b4ad4b448988594cbe879b67f6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732728384717 2024-11-27T17:26:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:29,673 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9249e8363b9048318c85303b5fe31be7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732728385387 2024-11-27T17:26:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:29,673 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 812552a865aa41ae91f11e14bf46ffc1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732728386390 2024-11-27T17:26:29,674 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:29,674 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:29,674 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,674 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b6a5a1bc4d98404aad7d2599d91af31c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f87f2f7b69b2405d9e59acbe0a365aa8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e383896614634504ae2e2e9e4ff32c2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/0a31911d3a154d60b0ee904619e4c53f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=48.5 K 2024-11-27T17:26:29,674 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a32ffcbe57f94f7cb72a2633f7fcb8b9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732728388712 2024-11-27T17:26:29,674 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b6a5a1bc4d98404aad7d2599d91af31c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732728384717 2024-11-27T17:26:29,675 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f87f2f7b69b2405d9e59acbe0a365aa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732728385387 2024-11-27T17:26:29,675 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e383896614634504ae2e2e9e4ff32c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732728386390 2024-11-27T17:26:29,675 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a31911d3a154d60b0ee904619e4c53f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732728388712 2024-11-27T17:26:29,699 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:29,702 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:29,703 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/20d57f4398db4a3d9ab50e4017dae199 is 50, key is test_row_0/B:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:29,711 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127d4542adab69f44b387c3106154176e23_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:29,713 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127d4542adab69f44b387c3106154176e23_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:29,713 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d4542adab69f44b387c3106154176e23_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742284_1460 (size=13017) 2024-11-27T17:26:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742285_1461 (size=4469) 2024-11-27T17:26:29,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-27T17:26:29,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:29,737 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:26:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-27T17:26:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b36b2da62869477ba5244506e4506988_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728389197/Put/seqid=0 2024-11-27T17:26:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742286_1462 (size=12454) 2024-11-27T17:26:29,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-27T17:26:30,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728450095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:30,124 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/20d57f4398db4a3d9ab50e4017dae199 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/20d57f4398db4a3d9ab50e4017dae199 2024-11-27T17:26:30,128 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#388 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:30,129 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/ba06c09aa625452aa8db435a89eecb94 is 175, key is test_row_0/A:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:30,132 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into 20d57f4398db4a3d9ab50e4017dae199(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:30,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:30,132 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=12, startTime=1732728389672; duration=0sec 2024-11-27T17:26:30,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:30,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:30,132 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:30,133 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:30,133 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:30,133 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:30,134 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/64562e459c8646fdbd2e8e78c664e455, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/15a98a9cc3634416a08d37c488687f88, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7b321c49b4c349e5984394ffce9239f6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/af05718640b54b9fb3ab888a7d5bf0c3] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=48.5 K 2024-11-27T17:26:30,134 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 64562e459c8646fdbd2e8e78c664e455, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732728384717 2024-11-27T17:26:30,134 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 15a98a9cc3634416a08d37c488687f88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732728385387 2024-11-27T17:26:30,134 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b321c49b4c349e5984394ffce9239f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732728386390 2024-11-27T17:26:30,135 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting af05718640b54b9fb3ab888a7d5bf0c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732728388712 2024-11-27T17:26:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742287_1463 (size=31971) 2024-11-27T17:26:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:30,165 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:30,165 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/60321ab6f14c425c958f0f8955bcef68 is 50, key is test_row_0/C:col10/1732728389079/Put/seqid=0 2024-11-27T17:26:30,169 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b36b2da62869477ba5244506e4506988_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b36b2da62869477ba5244506e4506988_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:30,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/16968b0b296d413faccaef100cf6dbc3, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:30,170 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/ba06c09aa625452aa8db435a89eecb94 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ba06c09aa625452aa8db435a89eecb94 2024-11-27T17:26:30,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/16968b0b296d413faccaef100cf6dbc3 is 175, key is test_row_0/A:col10/1732728389197/Put/seqid=0 2024-11-27T17:26:30,176 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into ba06c09aa625452aa8db435a89eecb94(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:30,176 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:30,176 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=12, startTime=1732728389670; duration=0sec 2024-11-27T17:26:30,177 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:30,177 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728450216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:30,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742288_1464 (size=13017) 2024-11-27T17:26:30,239 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/60321ab6f14c425c958f0f8955bcef68 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/60321ab6f14c425c958f0f8955bcef68 2024-11-27T17:26:30,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742289_1465 (size=31255) 2024-11-27T17:26:30,249 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into 60321ab6f14c425c958f0f8955bcef68(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:30,249 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:30,249 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=12, startTime=1732728389673; duration=0sec 2024-11-27T17:26:30,250 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:30,250 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:30,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728450435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-27T17:26:30,643 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/16968b0b296d413faccaef100cf6dbc3 2024-11-27T17:26:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/aed343d0214946b5aee7e545112fafbd is 50, key is test_row_0/B:col10/1732728389197/Put/seqid=0 2024-11-27T17:26:30,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742290_1466 (size=12301) 2024-11-27T17:26:30,715 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/aed343d0214946b5aee7e545112fafbd 2024-11-27T17:26:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/e5441da41c3843c098cd84beb55e59b6 is 50, key is test_row_0/C:col10/1732728389197/Put/seqid=0 2024-11-27T17:26:30,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728450745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:30,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:30,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742291_1467 (size=12301) 2024-11-27T17:26:31,176 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/e5441da41c3843c098cd84beb55e59b6 2024-11-27T17:26:31,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/16968b0b296d413faccaef100cf6dbc3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3 2024-11-27T17:26:31,182 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3, entries=150, sequenceid=324, filesize=30.5 K 2024-11-27T17:26:31,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/aed343d0214946b5aee7e545112fafbd as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/aed343d0214946b5aee7e545112fafbd 2024-11-27T17:26:31,186 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/aed343d0214946b5aee7e545112fafbd, entries=150, sequenceid=324, filesize=12.0 K 2024-11-27T17:26:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/e5441da41c3843c098cd84beb55e59b6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/e5441da41c3843c098cd84beb55e59b6 2024-11-27T17:26:31,192 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/e5441da41c3843c098cd84beb55e59b6, entries=150, sequenceid=324, filesize=12.0 K 2024-11-27T17:26:31,193 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 01fd3d308c3891094df15f3ae3e92d4c in 1456ms, sequenceid=324, compaction requested=false 2024-11-27T17:26:31,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:31,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:31,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-27T17:26:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-27T17:26:31,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-27T17:26:31,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-11-27T17:26:31,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.7760 sec 2024-11-27T17:26:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:31,278 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:31,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T17:26:31,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273af9375cc5fd4371971454da5a940fc0_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742292_1468 (size=14994) 2024-11-27T17:26:31,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728451315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:31,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728451426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:31,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-27T17:26:31,575 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:31,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-27T17:26:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:31,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:31,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:31,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:31,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728451636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:31,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:31,694 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273af9375cc5fd4371971454da5a940fc0_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273af9375cc5fd4371971454da5a940fc0_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:31,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/915882019773434ab115fd36a0326640, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:31,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/915882019773434ab115fd36a0326640 is 175, key is test_row_0/A:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742293_1469 (size=39949) 2024-11-27T17:26:31,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:31,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:31,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:31,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:31,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:31,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:31,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:31,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:31,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:31,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:31,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:31,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:31,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728451955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:31,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:31,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:32,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,112 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/915882019773434ab115fd36a0326640 2024-11-27T17:26:32,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/8db830d376b54c45a9e35c98304dedb6 is 50, key is test_row_0/B:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742294_1470 (size=12301) 2024-11-27T17:26:32,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:32,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728452475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:32,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/8db830d376b54c45a9e35c98304dedb6 2024-11-27T17:26:32,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/0c91cc94f9f344399f8fea95260a6c5f is 50, key is test_row_0/C:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742295_1471 (size=12301) 2024-11-27T17:26:32,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:32,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/0c91cc94f9f344399f8fea95260a6c5f 2024-11-27T17:26:32,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/915882019773434ab115fd36a0326640 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640 2024-11-27T17:26:32,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:32,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640, entries=200, sequenceid=351, filesize=39.0 K 2024-11-27T17:26:32,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:32,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/8db830d376b54c45a9e35c98304dedb6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8db830d376b54c45a9e35c98304dedb6 2024-11-27T17:26:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:32,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8db830d376b54c45a9e35c98304dedb6, entries=150, sequenceid=351, filesize=12.0 K 2024-11-27T17:26:32,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/0c91cc94f9f344399f8fea95260a6c5f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/0c91cc94f9f344399f8fea95260a6c5f 2024-11-27T17:26:32,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/0c91cc94f9f344399f8fea95260a6c5f, entries=150, sequenceid=351, filesize=12.0 K 2024-11-27T17:26:32,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 01fd3d308c3891094df15f3ae3e92d4c in 1689ms, sequenceid=351, compaction requested=true 2024-11-27T17:26:32,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:32,967 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:32,968 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:32,968 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:32,968 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:32,968 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,968 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ba06c09aa625452aa8db435a89eecb94, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=100.8 K 2024-11-27T17:26:32,968 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,968 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ba06c09aa625452aa8db435a89eecb94, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640] 2024-11-27T17:26:32,969 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba06c09aa625452aa8db435a89eecb94, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732728388712 2024-11-27T17:26:32,969 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:32,969 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:32,969 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:32,969 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/20d57f4398db4a3d9ab50e4017dae199, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/aed343d0214946b5aee7e545112fafbd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8db830d376b54c45a9e35c98304dedb6] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=36.7 K 2024-11-27T17:26:32,970 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16968b0b296d413faccaef100cf6dbc3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732728389151 2024-11-27T17:26:32,970 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 20d57f4398db4a3d9ab50e4017dae199, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732728388712 2024-11-27T17:26:32,970 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 915882019773434ab115fd36a0326640, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732728390046 2024-11-27T17:26:32,970 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting aed343d0214946b5aee7e545112fafbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732728389151 2024-11-27T17:26:32,970 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8db830d376b54c45a9e35c98304dedb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732728390088 2024-11-27T17:26:32,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:32,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:32,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:32,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:32,978 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:32,978 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/efe0e033a7b74469982a2cf2b1774496 is 50, key is test_row_0/B:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:32,985 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:32,998 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127623394a04fb940f49ad0a1e8d7743b53_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:33,000 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127623394a04fb940f49ad0a1e8d7743b53_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:33,000 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127623394a04fb940f49ad0a1e8d7743b53_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:33,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742296_1472 (size=13119) 2024-11-27T17:26:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742297_1473 (size=4469) 2024-11-27T17:26:33,006 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#398 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:33,007 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/793f010da633414c877db16302763e98 is 175, key is test_row_0/A:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:33,011 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/efe0e033a7b74469982a2cf2b1774496 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/efe0e033a7b74469982a2cf2b1774496 2024-11-27T17:26:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742298_1474 (size=32073) 2024-11-27T17:26:33,015 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into efe0e033a7b74469982a2cf2b1774496(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:33,015 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:33,016 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=13, startTime=1732728392968; duration=0sec 2024-11-27T17:26:33,016 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:33,016 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:33,016 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:33,017 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:33,017 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:33,017 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:33,017 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/60321ab6f14c425c958f0f8955bcef68, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/e5441da41c3843c098cd84beb55e59b6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/0c91cc94f9f344399f8fea95260a6c5f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=36.7 K 2024-11-27T17:26:33,017 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 60321ab6f14c425c958f0f8955bcef68, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732728388712 2024-11-27T17:26:33,017 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e5441da41c3843c098cd84beb55e59b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732728389151 2024-11-27T17:26:33,018 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c91cc94f9f344399f8fea95260a6c5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732728390088 2024-11-27T17:26:33,027 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/793f010da633414c877db16302763e98 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/793f010da633414c877db16302763e98 2024-11-27T17:26:33,030 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:33,031 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ca40f4535e23433a8daa8d490d8d5b14 is 50, key is test_row_0/C:col10/1732728391267/Put/seqid=0 2024-11-27T17:26:33,034 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into 793f010da633414c877db16302763e98(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:33,034 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:33,034 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=13, startTime=1732728392967; duration=0sec 2024-11-27T17:26:33,034 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:33,034 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742299_1475 (size=13119) 2024-11-27T17:26:33,045 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/ca40f4535e23433a8daa8d490d8d5b14 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ca40f4535e23433a8daa8d490d8d5b14 2024-11-27T17:26:33,051 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into ca40f4535e23433a8daa8d490d8d5b14(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:33,051 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:33,051 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=13, startTime=1732728392971; duration=0sec 2024-11-27T17:26:33,051 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:33,051 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:33,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-27T17:26:33,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:33,109 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:26:33,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276852cd691a224ee7ba4a0d56f57b6e31_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728391310/Put/seqid=0 2024-11-27T17:26:33,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742300_1476 (size=12454) 2024-11-27T17:26:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:33,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. as already flushing 2024-11-27T17:26:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:33,537 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276852cd691a224ee7ba4a0d56f57b6e31_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276852cd691a224ee7ba4a0d56f57b6e31_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:33,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a723b3df7534fea9e2b27ee42feb7ca, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:33,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a723b3df7534fea9e2b27ee42feb7ca is 175, key is test_row_0/A:col10/1732728391310/Put/seqid=0 2024-11-27T17:26:33,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742301_1477 (size=31255) 2024-11-27T17:26:33,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728453605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51468 deadline: 1732728453635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,636 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51494 deadline: 1732728453646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51434 deadline: 1732728453646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,654 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,656 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51482 deadline: 1732728453675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,678 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 01fd3d308c3891094df15f3ae3e92d4c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728453716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728453925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:33,959 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a723b3df7534fea9e2b27ee42feb7ca 2024-11-27T17:26:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/51f04b569aab45edb215011ea5624dc3 is 50, key is test_row_0/B:col10/1732728391310/Put/seqid=0 2024-11-27T17:26:33,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742302_1478 (size=12301) 2024-11-27T17:26:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728454235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:34,369 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/51f04b569aab45edb215011ea5624dc3 2024-11-27T17:26:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/26ab86e2b1704e5d81c5360cdb6bffed is 50, key is test_row_0/C:col10/1732728391310/Put/seqid=0 2024-11-27T17:26:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742303_1479 (size=12301) 2024-11-27T17:26:34,386 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/26ab86e2b1704e5d81c5360cdb6bffed 2024-11-27T17:26:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a723b3df7534fea9e2b27ee42feb7ca as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca 2024-11-27T17:26:34,403 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca, entries=150, sequenceid=366, filesize=30.5 K 2024-11-27T17:26:34,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/51f04b569aab45edb215011ea5624dc3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/51f04b569aab45edb215011ea5624dc3 2024-11-27T17:26:34,410 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/51f04b569aab45edb215011ea5624dc3, entries=150, sequenceid=366, filesize=12.0 K 2024-11-27T17:26:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/26ab86e2b1704e5d81c5360cdb6bffed as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/26ab86e2b1704e5d81c5360cdb6bffed 2024-11-27T17:26:34,416 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/26ab86e2b1704e5d81c5360cdb6bffed, entries=150, sequenceid=366, filesize=12.0 K 2024-11-27T17:26:34,417 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 01fd3d308c3891094df15f3ae3e92d4c in 1308ms, sequenceid=366, compaction requested=false 2024-11-27T17:26:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-27T17:26:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-27T17:26:34,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-27T17:26:34,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8410 sec 2024-11-27T17:26:34,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.8450 sec 2024-11-27T17:26:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:34,751 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:34,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:26:34,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112737bf194d7982428cbb52b68da76f22cd_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742304_1480 (size=14994) 2024-11-27T17:26:34,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728454805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:34,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:34,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:34,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:34,881 INFO [Thread-1700 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1700. 2024-11-27T17:26:34,881 DEBUG [Thread-1700 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:34,881 DEBUG [Thread-1700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,882 DEBUG [Thread-1700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:34,883 INFO [Thread-1706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1706. 2024-11-27T17:26:34,883 DEBUG [Thread-1706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:34,883 DEBUG [Thread-1706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,884 DEBUG [Thread-1706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:34,884 INFO [Thread-1704 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1704. 2024-11-27T17:26:34,884 DEBUG [Thread-1704 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:34,884 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,884 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:34,889 INFO [Thread-1698 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1698. 2024-11-27T17:26:34,889 DEBUG [Thread-1698 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:34,889 DEBUG [Thread-1698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,889 DEBUG [Thread-1698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:34,891 INFO [Thread-1702 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1702. 2024-11-27T17:26:34,891 DEBUG [Thread-1702 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:34,891 DEBUG [Thread-1702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,891 DEBUG [Thread-1702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:34,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728454915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728455126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:35,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:35,185 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112737bf194d7982428cbb52b68da76f22cd_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112737bf194d7982428cbb52b68da76f22cd_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:35,186 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/ee7326301a9c4ababa98a21053e1d5fe, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:35,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/ee7326301a9c4ababa98a21053e1d5fe is 175, key is test_row_0/A:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742305_1481 (size=39949) 2024-11-27T17:26:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728455435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:35,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/ee7326301a9c4ababa98a21053e1d5fe 2024-11-27T17:26:35,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/9593dfbd96494a0182a950a2a0c0e5d0 is 50, key is test_row_0/B:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:35,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742306_1482 (size=12301) 2024-11-27T17:26:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-27T17:26:35,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:35,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51520 deadline: 1732728455945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:26:36,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/9593dfbd96494a0182a950a2a0c0e5d0 2024-11-27T17:26:36,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/a398e778b99d45bb9e848f804bcedf0c is 50, key is test_row_0/C:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742307_1483 (size=12301) 2024-11-27T17:26:36,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/a398e778b99d45bb9e848f804bcedf0c 2024-11-27T17:26:36,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/ee7326301a9c4ababa98a21053e1d5fe as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe 2024-11-27T17:26:36,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe, entries=200, sequenceid=391, filesize=39.0 K 2024-11-27T17:26:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/9593dfbd96494a0182a950a2a0c0e5d0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/9593dfbd96494a0182a950a2a0c0e5d0 2024-11-27T17:26:36,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/9593dfbd96494a0182a950a2a0c0e5d0, entries=150, sequenceid=391, filesize=12.0 K 2024-11-27T17:26:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/a398e778b99d45bb9e848f804bcedf0c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/a398e778b99d45bb9e848f804bcedf0c 2024-11-27T17:26:36,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/a398e778b99d45bb9e848f804bcedf0c, entries=150, sequenceid=391, filesize=12.0 K 2024-11-27T17:26:36,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 01fd3d308c3891094df15f3ae3e92d4c in 1684ms, sequenceid=391, compaction requested=true 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:36,435 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01fd3d308c3891094df15f3ae3e92d4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:36,435 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:36,436 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:36,436 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:36,437 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/B is initiating minor compaction (all files) 2024-11-27T17:26:36,437 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/A is initiating minor compaction (all files) 2024-11-27T17:26:36,437 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/A in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:36,437 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/B in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:36,437 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/efe0e033a7b74469982a2cf2b1774496, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/51f04b569aab45edb215011ea5624dc3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/9593dfbd96494a0182a950a2a0c0e5d0] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=36.8 K 2024-11-27T17:26:36,437 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/793f010da633414c877db16302763e98, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=100.9 K 2024-11-27T17:26:36,437 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:36,437 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/793f010da633414c877db16302763e98, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe] 2024-11-27T17:26:36,437 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting efe0e033a7b74469982a2cf2b1774496, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732728390088 2024-11-27T17:26:36,437 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 793f010da633414c877db16302763e98, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732728390088 2024-11-27T17:26:36,438 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f04b569aab45edb215011ea5624dc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732728391302 2024-11-27T17:26:36,438 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a723b3df7534fea9e2b27ee42feb7ca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732728391302 2024-11-27T17:26:36,438 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9593dfbd96494a0182a950a2a0c0e5d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732728393593 2024-11-27T17:26:36,438 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee7326301a9c4ababa98a21053e1d5fe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732728393593 2024-11-27T17:26:36,449 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:36,449 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#B#compaction#406 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:36,450 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/8da97f5c00f040259819c41d6869519a is 50, key is test_row_0/B:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:36,451 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112791d9929cc1ca427a9e69c6fe45cf48e0_01fd3d308c3891094df15f3ae3e92d4c store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742308_1484 (size=13221) 2024-11-27T17:26:36,480 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112791d9929cc1ca427a9e69c6fe45cf48e0_01fd3d308c3891094df15f3ae3e92d4c, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:36,480 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791d9929cc1ca427a9e69c6fe45cf48e0_01fd3d308c3891094df15f3ae3e92d4c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742309_1485 (size=4469) 2024-11-27T17:26:36,866 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/8da97f5c00f040259819c41d6869519a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8da97f5c00f040259819c41d6869519a 2024-11-27T17:26:36,871 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/B of 01fd3d308c3891094df15f3ae3e92d4c into 8da97f5c00f040259819c41d6869519a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:36,871 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:36,872 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/B, priority=13, startTime=1732728396435; duration=0sec 2024-11-27T17:26:36,872 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:36,872 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:B 2024-11-27T17:26:36,872 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:36,873 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:36,873 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 01fd3d308c3891094df15f3ae3e92d4c/C is initiating minor compaction (all files) 2024-11-27T17:26:36,873 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01fd3d308c3891094df15f3ae3e92d4c/C in TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:36,873 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ca40f4535e23433a8daa8d490d8d5b14, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/26ab86e2b1704e5d81c5360cdb6bffed, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/a398e778b99d45bb9e848f804bcedf0c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp, totalSize=36.8 K 2024-11-27T17:26:36,873 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ca40f4535e23433a8daa8d490d8d5b14, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732728390088 2024-11-27T17:26:36,874 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ab86e2b1704e5d81c5360cdb6bffed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732728391302 2024-11-27T17:26:36,874 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a398e778b99d45bb9e848f804bcedf0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732728393593 2024-11-27T17:26:36,881 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:36,881 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/cdf835402e5046bd986ed10edcb42d03 is 50, key is test_row_0/C:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:36,884 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01fd3d308c3891094df15f3ae3e92d4c#A#compaction#407 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:36,885 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a10d3df493e4bd4948d2a25d2b00a02 is 175, key is test_row_0/A:col10/1732728394750/Put/seqid=0 2024-11-27T17:26:36,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742310_1486 (size=13221) 2024-11-27T17:26:36,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742311_1487 (size=32175) 2024-11-27T17:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:36,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:26:36,957 INFO [Thread-1689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1689. 2024-11-27T17:26:36,957 DEBUG [Thread-1689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:36,957 DEBUG [Thread-1689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:36,957 DEBUG [Thread-1689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:36,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:36,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112716f104c027e345678390fb2312472713_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728394759/Put/seqid=0 2024-11-27T17:26:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742312_1488 (size=12454) 2024-11-27T17:26:37,291 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/cdf835402e5046bd986ed10edcb42d03 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/cdf835402e5046bd986ed10edcb42d03 2024-11-27T17:26:37,294 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/8a10d3df493e4bd4948d2a25d2b00a02 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a10d3df493e4bd4948d2a25d2b00a02 2024-11-27T17:26:37,297 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/C of 01fd3d308c3891094df15f3ae3e92d4c into cdf835402e5046bd986ed10edcb42d03(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:37,297 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:37,297 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/C, priority=13, startTime=1732728396435; duration=0sec 2024-11-27T17:26:37,297 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:37,297 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:C 2024-11-27T17:26:37,299 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01fd3d308c3891094df15f3ae3e92d4c/A of 01fd3d308c3891094df15f3ae3e92d4c into 8a10d3df493e4bd4948d2a25d2b00a02(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:37,299 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:37,299 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., storeName=01fd3d308c3891094df15f3ae3e92d4c/A, priority=13, startTime=1732728396435; duration=0sec 2024-11-27T17:26:37,299 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:37,299 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01fd3d308c3891094df15f3ae3e92d4c:A 2024-11-27T17:26:37,369 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:37,372 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112716f104c027e345678390fb2312472713_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112716f104c027e345678390fb2312472713_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:37,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0648340b33034434b1e6aad8444113e7, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:37,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0648340b33034434b1e6aad8444113e7 is 175, key is test_row_0/A:col10/1732728394759/Put/seqid=0 2024-11-27T17:26:37,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742313_1489 (size=31255) 2024-11-27T17:26:37,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0648340b33034434b1e6aad8444113e7 2024-11-27T17:26:37,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/53c6a3ce717a43e8bbba8ab81797305c is 50, key is test_row_0/B:col10/1732728394759/Put/seqid=0 2024-11-27T17:26:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742314_1490 (size=12301) 2024-11-27T17:26:38,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:26:38,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/53c6a3ce717a43e8bbba8ab81797305c 2024-11-27T17:26:38,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8c99227a9d6b4dbabd21a7e7ad0528fe is 50, key is test_row_0/C:col10/1732728394759/Put/seqid=0 2024-11-27T17:26:38,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742315_1491 (size=12301) 2024-11-27T17:26:38,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8c99227a9d6b4dbabd21a7e7ad0528fe 2024-11-27T17:26:38,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/0648340b33034434b1e6aad8444113e7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0648340b33034434b1e6aad8444113e7 2024-11-27T17:26:38,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0648340b33034434b1e6aad8444113e7, entries=150, sequenceid=404, filesize=30.5 K 2024-11-27T17:26:38,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/53c6a3ce717a43e8bbba8ab81797305c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/53c6a3ce717a43e8bbba8ab81797305c 2024-11-27T17:26:38,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/53c6a3ce717a43e8bbba8ab81797305c, entries=150, sequenceid=404, filesize=12.0 K 2024-11-27T17:26:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/8c99227a9d6b4dbabd21a7e7ad0528fe as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8c99227a9d6b4dbabd21a7e7ad0528fe 2024-11-27T17:26:38,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8c99227a9d6b4dbabd21a7e7ad0528fe, entries=150, sequenceid=404, filesize=12.0 K 2024-11-27T17:26:38,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 01fd3d308c3891094df15f3ae3e92d4c in 1662ms, sequenceid=404, compaction requested=false 2024-11-27T17:26:38,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01fd3d308c3891094df15f3ae3e92d4c: 2024-11-27T17:26:43,335 WARN [regionserver/8f0673442175:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-27T17:26:43,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a87c439b3194e9aae8e83f5738c0154, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/61cd81cea84c49beae478a1b44b5c30d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16f63cbd713e444f9e6dc3930f6aad00, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/d3daf641b8dc47808e091e2405caf613, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a6ae81b4ad4b448988594cbe879b67f6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ba06c09aa625452aa8db435a89eecb94, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/793f010da633414c877db16302763e98, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe] to archive 2024-11-27T17:26:43,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:26:43,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/7973cf4b7f444029819d42306948c30e 2024-11-27T17:26:43,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/b0853064949e4d108687ca5ee9494170 2024-11-27T17:26:43,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0452ea29279544b581ea7b4456f0e23d 2024-11-27T17:26:43,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a87c439b3194e9aae8e83f5738c0154 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a87c439b3194e9aae8e83f5738c0154 2024-11-27T17:26:43,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/4e1d6f1fd6f943dda0011c23bb447f1c 2024-11-27T17:26:43,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33f8b64c44eb4f7cbd90b95fad4a6f07 2024-11-27T17:26:43,354 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/41b31a9fee7a4f4fb992c29438c5cb97 2024-11-27T17:26:43,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/61cd81cea84c49beae478a1b44b5c30d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/61cd81cea84c49beae478a1b44b5c30d 2024-11-27T17:26:43,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f0c095940d304f64b0261f6a31eddeb6 2024-11-27T17:26:43,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/89d31218c17a472f873e9054bb7612a7 2024-11-27T17:26:43,357 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16f63cbd713e444f9e6dc3930f6aad00 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16f63cbd713e444f9e6dc3930f6aad00 2024-11-27T17:26:43,357 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/f5e40d88446c4e768c88fc434a9fb2e5 2024-11-27T17:26:43,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/2014f4bef4354f9b9072b513c417430e 2024-11-27T17:26:43,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/d3daf641b8dc47808e091e2405caf613 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/d3daf641b8dc47808e091e2405caf613 2024-11-27T17:26:43,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a427419c2e5545dea9ec5a7162224c96 2024-11-27T17:26:43,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/33806a9504fd4e588a927e5d8f7c2a52 2024-11-27T17:26:43,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/fce0cb92a2894f4a90503950195c9a9a 2024-11-27T17:26:43,361 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a6ae81b4ad4b448988594cbe879b67f6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a6ae81b4ad4b448988594cbe879b67f6 2024-11-27T17:26:43,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/9249e8363b9048318c85303b5fe31be7 2024-11-27T17:26:43,363 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/812552a865aa41ae91f11e14bf46ffc1 2024-11-27T17:26:43,364 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/a32ffcbe57f94f7cb72a2633f7fcb8b9 2024-11-27T17:26:43,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ba06c09aa625452aa8db435a89eecb94 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ba06c09aa625452aa8db435a89eecb94 2024-11-27T17:26:43,366 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/16968b0b296d413faccaef100cf6dbc3 2024-11-27T17:26:43,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/915882019773434ab115fd36a0326640 2024-11-27T17:26:43,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/793f010da633414c877db16302763e98 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/793f010da633414c877db16302763e98 2024-11-27T17:26:43,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a723b3df7534fea9e2b27ee42feb7ca 2024-11-27T17:26:43,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/ee7326301a9c4ababa98a21053e1d5fe 2024-11-27T17:26:43,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/7550fca4b20e4cc6898994f07b1b6bf0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/29b9edffcb814b28b04fb46eb19e46c6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/c6f9cb4d09d741fba29e83c7cfffc40f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e2fbeb4f907b4a9a8349b8aa5b8e4480, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b172deb3a0254717ae3cc33774db72ef, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b10fe80840d14bdbb96ae0e2cd79cc7c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f0ad87236cd642da9821db573986ed69, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b75de41b165c4b0f889e3e64b7a5261c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a2f9be838b0048cdabaeaa21476e913e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/73ba8561d4c14ce095425f6c36d3b09f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3bf4979aa2434e9fbc5f62486098a307, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a238b08b7fe142f0a516471c7dc4ff49, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/ca0ac0bd31684fada16a9b44f77538a2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b3ccf253b87f4cde971fa8b24ef72066, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/955a7ca2f7d84344ae6c54e660b5264e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/695b781dc700455dbb6d4601ec52e7f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b6a5a1bc4d98404aad7d2599d91af31c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3ede9f206428439ea3a11971863a40d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f87f2f7b69b2405d9e59acbe0a365aa8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e383896614634504ae2e2e9e4ff32c2f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/20d57f4398db4a3d9ab50e4017dae199, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/0a31911d3a154d60b0ee904619e4c53f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/aed343d0214946b5aee7e545112fafbd, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/efe0e033a7b74469982a2cf2b1774496, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8db830d376b54c45a9e35c98304dedb6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/51f04b569aab45edb215011ea5624dc3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/9593dfbd96494a0182a950a2a0c0e5d0] to archive 2024-11-27T17:26:43,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:26:43,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/7550fca4b20e4cc6898994f07b1b6bf0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/7550fca4b20e4cc6898994f07b1b6bf0 2024-11-27T17:26:43,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/29b9edffcb814b28b04fb46eb19e46c6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/29b9edffcb814b28b04fb46eb19e46c6 2024-11-27T17:26:43,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/c6f9cb4d09d741fba29e83c7cfffc40f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/c6f9cb4d09d741fba29e83c7cfffc40f 2024-11-27T17:26:43,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e2fbeb4f907b4a9a8349b8aa5b8e4480 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e2fbeb4f907b4a9a8349b8aa5b8e4480 2024-11-27T17:26:43,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b172deb3a0254717ae3cc33774db72ef to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b172deb3a0254717ae3cc33774db72ef 2024-11-27T17:26:43,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b10fe80840d14bdbb96ae0e2cd79cc7c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b10fe80840d14bdbb96ae0e2cd79cc7c 2024-11-27T17:26:43,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f0ad87236cd642da9821db573986ed69 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f0ad87236cd642da9821db573986ed69 2024-11-27T17:26:43,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b75de41b165c4b0f889e3e64b7a5261c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b75de41b165c4b0f889e3e64b7a5261c 2024-11-27T17:26:43,387 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a2f9be838b0048cdabaeaa21476e913e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a2f9be838b0048cdabaeaa21476e913e 2024-11-27T17:26:43,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/73ba8561d4c14ce095425f6c36d3b09f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/73ba8561d4c14ce095425f6c36d3b09f 2024-11-27T17:26:43,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3bf4979aa2434e9fbc5f62486098a307 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3bf4979aa2434e9fbc5f62486098a307 2024-11-27T17:26:43,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a238b08b7fe142f0a516471c7dc4ff49 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/a238b08b7fe142f0a516471c7dc4ff49 2024-11-27T17:26:43,392 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/ca0ac0bd31684fada16a9b44f77538a2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/ca0ac0bd31684fada16a9b44f77538a2 2024-11-27T17:26:43,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b3ccf253b87f4cde971fa8b24ef72066 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b3ccf253b87f4cde971fa8b24ef72066 2024-11-27T17:26:43,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/955a7ca2f7d84344ae6c54e660b5264e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/955a7ca2f7d84344ae6c54e660b5264e 2024-11-27T17:26:43,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/695b781dc700455dbb6d4601ec52e7f4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/695b781dc700455dbb6d4601ec52e7f4 2024-11-27T17:26:43,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b6a5a1bc4d98404aad7d2599d91af31c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/b6a5a1bc4d98404aad7d2599d91af31c 2024-11-27T17:26:43,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3ede9f206428439ea3a11971863a40d3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/3ede9f206428439ea3a11971863a40d3 2024-11-27T17:26:43,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f87f2f7b69b2405d9e59acbe0a365aa8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/f87f2f7b69b2405d9e59acbe0a365aa8 2024-11-27T17:26:43,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e383896614634504ae2e2e9e4ff32c2f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/e383896614634504ae2e2e9e4ff32c2f 2024-11-27T17:26:43,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/20d57f4398db4a3d9ab50e4017dae199 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/20d57f4398db4a3d9ab50e4017dae199 2024-11-27T17:26:43,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/0a31911d3a154d60b0ee904619e4c53f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/0a31911d3a154d60b0ee904619e4c53f 2024-11-27T17:26:43,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/aed343d0214946b5aee7e545112fafbd to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/aed343d0214946b5aee7e545112fafbd 2024-11-27T17:26:43,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/efe0e033a7b74469982a2cf2b1774496 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/efe0e033a7b74469982a2cf2b1774496 2024-11-27T17:26:43,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8db830d376b54c45a9e35c98304dedb6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8db830d376b54c45a9e35c98304dedb6 2024-11-27T17:26:43,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/51f04b569aab45edb215011ea5624dc3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/51f04b569aab45edb215011ea5624dc3 2024-11-27T17:26:43,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/9593dfbd96494a0182a950a2a0c0e5d0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/9593dfbd96494a0182a950a2a0c0e5d0 2024-11-27T17:26:43,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/640af5ffae6946e488a3e2cc5293960f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/96d8b4c8aca34b048254e06d552822d4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8083cc61a43340aa90d00561a408cf17, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7ed917b0a3f0403caf2d01967b0c55d9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/c52e549b219f43e2be09c9d7ce3aa7f4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/5711c112c3d443058c262aebc6603c24, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8e02e648da2649589fa8c9b5922e18ba, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ed54d873a6c540b9b2c896f3a9cd4776, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/2a2d8b0ed86147b89488c3c05a0db56d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/3f51fcbf514c44c6a5b2153e9d8fab8a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/76743ff17ded4b4290bff811cd8691dc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/90def2ca15d0423ca9bc0184017f336d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/d89b75e1f60b40bba096c50d50499236, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/19ae8212f2f7474faf06945b17c3494b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/17422b40cce4488da42ef04fa037514b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ecf9b798363044aa90197319a44d572f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/64562e459c8646fdbd2e8e78c664e455, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/81a18aff8f55448aa73a64e7a46b648e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/15a98a9cc3634416a08d37c488687f88, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7b321c49b4c349e5984394ffce9239f6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/60321ab6f14c425c958f0f8955bcef68, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/af05718640b54b9fb3ab888a7d5bf0c3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/e5441da41c3843c098cd84beb55e59b6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ca40f4535e23433a8daa8d490d8d5b14, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/0c91cc94f9f344399f8fea95260a6c5f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/26ab86e2b1704e5d81c5360cdb6bffed, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/a398e778b99d45bb9e848f804bcedf0c] to archive 2024-11-27T17:26:43,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:26:43,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/640af5ffae6946e488a3e2cc5293960f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/640af5ffae6946e488a3e2cc5293960f 2024-11-27T17:26:43,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/96d8b4c8aca34b048254e06d552822d4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/96d8b4c8aca34b048254e06d552822d4 2024-11-27T17:26:43,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8083cc61a43340aa90d00561a408cf17 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8083cc61a43340aa90d00561a408cf17 2024-11-27T17:26:43,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7ed917b0a3f0403caf2d01967b0c55d9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7ed917b0a3f0403caf2d01967b0c55d9 2024-11-27T17:26:43,410 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/c52e549b219f43e2be09c9d7ce3aa7f4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/c52e549b219f43e2be09c9d7ce3aa7f4 2024-11-27T17:26:43,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/5711c112c3d443058c262aebc6603c24 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/5711c112c3d443058c262aebc6603c24 2024-11-27T17:26:43,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8e02e648da2649589fa8c9b5922e18ba to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8e02e648da2649589fa8c9b5922e18ba 2024-11-27T17:26:43,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ed54d873a6c540b9b2c896f3a9cd4776 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ed54d873a6c540b9b2c896f3a9cd4776 2024-11-27T17:26:43,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/2a2d8b0ed86147b89488c3c05a0db56d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/2a2d8b0ed86147b89488c3c05a0db56d 2024-11-27T17:26:43,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/3f51fcbf514c44c6a5b2153e9d8fab8a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/3f51fcbf514c44c6a5b2153e9d8fab8a 2024-11-27T17:26:43,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/76743ff17ded4b4290bff811cd8691dc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/76743ff17ded4b4290bff811cd8691dc 2024-11-27T17:26:43,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/90def2ca15d0423ca9bc0184017f336d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/90def2ca15d0423ca9bc0184017f336d 2024-11-27T17:26:43,416 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/d89b75e1f60b40bba096c50d50499236 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/d89b75e1f60b40bba096c50d50499236 2024-11-27T17:26:43,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/19ae8212f2f7474faf06945b17c3494b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/19ae8212f2f7474faf06945b17c3494b 2024-11-27T17:26:43,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/17422b40cce4488da42ef04fa037514b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/17422b40cce4488da42ef04fa037514b 2024-11-27T17:26:43,418 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ecf9b798363044aa90197319a44d572f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ecf9b798363044aa90197319a44d572f 2024-11-27T17:26:43,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/64562e459c8646fdbd2e8e78c664e455 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/64562e459c8646fdbd2e8e78c664e455 2024-11-27T17:26:43,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/81a18aff8f55448aa73a64e7a46b648e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/81a18aff8f55448aa73a64e7a46b648e 2024-11-27T17:26:43,420 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/15a98a9cc3634416a08d37c488687f88 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/15a98a9cc3634416a08d37c488687f88 2024-11-27T17:26:43,421 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7b321c49b4c349e5984394ffce9239f6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/7b321c49b4c349e5984394ffce9239f6 2024-11-27T17:26:43,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/60321ab6f14c425c958f0f8955bcef68 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/60321ab6f14c425c958f0f8955bcef68 2024-11-27T17:26:43,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/af05718640b54b9fb3ab888a7d5bf0c3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/af05718640b54b9fb3ab888a7d5bf0c3 2024-11-27T17:26:43,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/e5441da41c3843c098cd84beb55e59b6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/e5441da41c3843c098cd84beb55e59b6 2024-11-27T17:26:43,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ca40f4535e23433a8daa8d490d8d5b14 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/ca40f4535e23433a8daa8d490d8d5b14 2024-11-27T17:26:43,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/0c91cc94f9f344399f8fea95260a6c5f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/0c91cc94f9f344399f8fea95260a6c5f 2024-11-27T17:26:43,425 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/26ab86e2b1704e5d81c5360cdb6bffed to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/26ab86e2b1704e5d81c5360cdb6bffed 2024-11-27T17:26:43,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/a398e778b99d45bb9e848f804bcedf0c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/a398e778b99d45bb9e848f804bcedf0c 2024-11-27T17:26:43,698 INFO [Thread-1695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1695. 2024-11-27T17:26:43,698 DEBUG [Thread-1695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:43,698 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,699 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:43,729 INFO [Thread-1691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1691. 2024-11-27T17:26:43,729 DEBUG [Thread-1691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:43,729 DEBUG [Thread-1691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,729 DEBUG [Thread-1691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:43,737 INFO [Thread-1687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1687. 2024-11-27T17:26:43,737 DEBUG [Thread-1687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:43,737 DEBUG [Thread-1687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,737 DEBUG [Thread-1687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:43,747 INFO [Thread-1693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1693. 2024-11-27T17:26:43,747 DEBUG [Thread-1693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:26:43,747 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,747 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1373 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4119 rows 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1370 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4106 rows 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1366 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4094 rows 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1371 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4109 rows 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1366 2024-11-27T17:26:43,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4098 rows 2024-11-27T17:26:43,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:26:43,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:26:43,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:43,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:26:43,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-27T17:26:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-27T17:26:43,753 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728403753"}]},"ts":"1732728403753"} 2024-11-27T17:26:43,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T17:26:43,755 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T17:26:43,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:26:43,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, UNASSIGN}] 2024-11-27T17:26:43,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, UNASSIGN 2024-11-27T17:26:43,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, UNASSIGN because future has completed 2024-11-27T17:26:43,760 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:26:43,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:26:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-27T17:26:43,912 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:43,912 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:26:43,912 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 01fd3d308c3891094df15f3ae3e92d4c, disabling compactions & flushes 2024-11-27T17:26:43,912 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:43,912 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:43,912 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. after waiting 0 ms 2024-11-27T17:26:43,912 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:43,912 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 01fd3d308c3891094df15f3ae3e92d4c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T17:26:43,917 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d1faf208da624c1d9fe2c637c608dcf0_01fd3d308c3891094df15f3ae3e92d4c is 50, key is test_row_0/A:col10/1732728403745/Put/seqid=0 2024-11-27T17:26:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742316_1492 (size=12454) 2024-11-27T17:26:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-27T17:26:44,321 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:44,325 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d1faf208da624c1d9fe2c637c608dcf0_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d1faf208da624c1d9fe2c637c608dcf0_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:44,325 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/270b516a7e37455a94a0912852e12585, store: [table=TestAcidGuarantees family=A region=01fd3d308c3891094df15f3ae3e92d4c] 2024-11-27T17:26:44,326 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/270b516a7e37455a94a0912852e12585 is 175, key is test_row_0/A:col10/1732728403745/Put/seqid=0 2024-11-27T17:26:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742317_1493 (size=31255) 2024-11-27T17:26:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-27T17:26:44,729 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/270b516a7e37455a94a0912852e12585 2024-11-27T17:26:44,734 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/6e11987ebe7b4b6ba36a79b3cad8fa8a is 50, key is test_row_0/B:col10/1732728403745/Put/seqid=0 2024-11-27T17:26:44,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742318_1494 (size=12301) 2024-11-27T17:26:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-27T17:26:45,139 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/6e11987ebe7b4b6ba36a79b3cad8fa8a 2024-11-27T17:26:45,151 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/27d2f6cde15d4ff7987bffcd178c6cc4 is 50, key is test_row_0/C:col10/1732728403745/Put/seqid=0 2024-11-27T17:26:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742319_1495 (size=12301) 2024-11-27T17:26:45,555 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/27d2f6cde15d4ff7987bffcd178c6cc4 2024-11-27T17:26:45,560 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/A/270b516a7e37455a94a0912852e12585 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/270b516a7e37455a94a0912852e12585 2024-11-27T17:26:45,564 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/270b516a7e37455a94a0912852e12585, entries=150, sequenceid=413, filesize=30.5 K 2024-11-27T17:26:45,565 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/B/6e11987ebe7b4b6ba36a79b3cad8fa8a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/6e11987ebe7b4b6ba36a79b3cad8fa8a 2024-11-27T17:26:45,570 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/6e11987ebe7b4b6ba36a79b3cad8fa8a, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T17:26:45,571 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/.tmp/C/27d2f6cde15d4ff7987bffcd178c6cc4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/27d2f6cde15d4ff7987bffcd178c6cc4 2024-11-27T17:26:45,574 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/27d2f6cde15d4ff7987bffcd178c6cc4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T17:26:45,575 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 01fd3d308c3891094df15f3ae3e92d4c in 1663ms, sequenceid=413, compaction requested=true 2024-11-27T17:26:45,585 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4 2024-11-27T17:26:45,585 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. 2024-11-27T17:26:45,586 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 01fd3d308c3891094df15f3ae3e92d4c: Waiting for close lock at 1732728403912Running coprocessor pre-close hooks at 1732728403912Disabling compacts and flushes for region at 1732728403912Disabling writes for close at 1732728403912Obtaining lock to block concurrent updates at 1732728403912Preparing flush snapshotting stores in 01fd3d308c3891094df15f3ae3e92d4c at 1732728403912Finished memstore snapshotting TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732728403913 (+1 ms)Flushing stores of TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c. at 1732728403913Flushing 01fd3d308c3891094df15f3ae3e92d4c/A: creating writer at 1732728403913Flushing mob file 01fd3d308c3891094df15f3ae3e92d4c/A: appending metadata at 1732728403917 (+4 ms)Flushing mob file 01fd3d308c3891094df15f3ae3e92d4c/A: closing flushed file at 1732728403917Flushing 01fd3d308c3891094df15f3ae3e92d4c/A: appending metadata at 1732728404325 (+408 ms)Flushing 01fd3d308c3891094df15f3ae3e92d4c/A: closing flushed file at 1732728404325Flushing 01fd3d308c3891094df15f3ae3e92d4c/B: creating writer at 1732728404732 (+407 ms)Flushing 01fd3d308c3891094df15f3ae3e92d4c/B: appending metadata at 1732728404734 (+2 ms)Flushing 01fd3d308c3891094df15f3ae3e92d4c/B: closing flushed file at 1732728404734Flushing 01fd3d308c3891094df15f3ae3e92d4c/C: creating writer at 1732728405148 (+414 ms)Flushing 01fd3d308c3891094df15f3ae3e92d4c/C: appending metadata at 1732728405150 (+2 ms)Flushing 01fd3d308c3891094df15f3ae3e92d4c/C: closing flushed file at 1732728405150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67556247: reopening flushed file at 1732728405559 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128742cb: reopening flushed file at 1732728405564 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2c0aa7: reopening flushed file at 1732728405570 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 01fd3d308c3891094df15f3ae3e92d4c in 1663ms, sequenceid=413, compaction requested=true at 1732728405575 (+5 ms)Writing region close event to WAL at 1732728405578 (+3 ms)Running coprocessor post-close hooks at 1732728405585 (+7 ms)Closed at 1732728405585 2024-11-27T17:26:45,587 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=01fd3d308c3891094df15f3ae3e92d4c, regionState=CLOSED 2024-11-27T17:26:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:26:45,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-27T17:26:45,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 01fd3d308c3891094df15f3ae3e92d4c, server=8f0673442175,34765,1732728280069 in 1.8300 sec 2024-11-27T17:26:45,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T17:26:45,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=01fd3d308c3891094df15f3ae3e92d4c, UNASSIGN in 1.8340 sec 2024-11-27T17:26:45,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-27T17:26:45,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8380 sec 2024-11-27T17:26:45,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728405596"}]},"ts":"1732728405596"} 2024-11-27T17:26:45,597 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T17:26:45,597 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T17:26:45,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8480 sec 2024-11-27T17:26:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-27T17:26:45,906 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:45,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-27T17:26:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:45,908 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-27T17:26:45,909 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:45,912 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/recovered.edits] 2024-11-27T17:26:45,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0648340b33034434b1e6aad8444113e7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/0648340b33034434b1e6aad8444113e7 2024-11-27T17:26:45,917 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/270b516a7e37455a94a0912852e12585 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/270b516a7e37455a94a0912852e12585 2024-11-27T17:26:45,918 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a10d3df493e4bd4948d2a25d2b00a02 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/A/8a10d3df493e4bd4948d2a25d2b00a02 2024-11-27T17:26:45,920 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/53c6a3ce717a43e8bbba8ab81797305c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/53c6a3ce717a43e8bbba8ab81797305c 2024-11-27T17:26:45,921 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/6e11987ebe7b4b6ba36a79b3cad8fa8a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/6e11987ebe7b4b6ba36a79b3cad8fa8a 2024-11-27T17:26:45,922 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8da97f5c00f040259819c41d6869519a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/B/8da97f5c00f040259819c41d6869519a 2024-11-27T17:26:45,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/27d2f6cde15d4ff7987bffcd178c6cc4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/27d2f6cde15d4ff7987bffcd178c6cc4 2024-11-27T17:26:45,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8c99227a9d6b4dbabd21a7e7ad0528fe to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/8c99227a9d6b4dbabd21a7e7ad0528fe 2024-11-27T17:26:45,926 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/cdf835402e5046bd986ed10edcb42d03 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/C/cdf835402e5046bd986ed10edcb42d03 2024-11-27T17:26:45,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/recovered.edits/416.seqid to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c/recovered.edits/416.seqid 2024-11-27T17:26:45,929 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,929 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T17:26:45,930 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T17:26:45,930 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T17:26:45,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112716f104c027e345678390fb2312472713_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112716f104c027e345678390fb2312472713_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112723b6f3dbff3d49149deed85d6f62ce74_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112723b6f3dbff3d49149deed85d6f62ce74_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,934 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d057b9b9bf749e593ef7db644860904_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d057b9b9bf749e593ef7db644860904_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732bb5697a12d4c5891dbc95f52fd7bfc_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732bb5697a12d4c5891dbc95f52fd7bfc_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112737bf194d7982428cbb52b68da76f22cd_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112737bf194d7982428cbb52b68da76f22cd_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273af9375cc5fd4371971454da5a940fc0_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273af9375cc5fd4371971454da5a940fc0_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273fa3fd16d3e345cf800a7ac5766db4c1_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273fa3fd16d3e345cf800a7ac5766db4c1_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,939 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112745062e4065bc43468d8634bed2b6ee60_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112745062e4065bc43468d8634bed2b6ee60_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,939 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274dcc2ec486ca4b1abe4dd9c7167d2f63_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274dcc2ec486ca4b1abe4dd9c7167d2f63_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274ec88e90cd6c45a9b79b94c0b75db67f_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274ec88e90cd6c45a9b79b94c0b75db67f_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,941 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275cfcc96546c04d5492173165ee6c02c5_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275cfcc96546c04d5492173165ee6c02c5_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,942 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127617f478331b9435d91d7f688aa2e28b8_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127617f478331b9435d91d7f688aa2e28b8_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,942 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276852cd691a224ee7ba4a0d56f57b6e31_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276852cd691a224ee7ba4a0d56f57b6e31_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,943 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774c9d561d0cc49d4afb8d0b0f5719355_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774c9d561d0cc49d4afb8d0b0f5719355_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,944 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277abd2f4136084dfeac0e7763f973cb25_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277abd2f4136084dfeac0e7763f973cb25_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,945 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127804bf65ce9c94c4fb2cc0c08375dd2d7_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127804bf65ce9c94c4fb2cc0c08375dd2d7_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,946 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127af03f7cc818d4a068f17e2189d1ebfdc_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127af03f7cc818d4a068f17e2189d1ebfdc_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,946 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b36b2da62869477ba5244506e4506988_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b36b2da62869477ba5244506e4506988_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,947 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bfbad8cff2df435dbd52b68352d477b6_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bfbad8cff2df435dbd52b68352d477b6_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,948 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d1faf208da624c1d9fe2c637c608dcf0_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d1faf208da624c1d9fe2c637c608dcf0_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,949 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127eb6ff4bf75074bd58f9836f21ea51543_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127eb6ff4bf75074bd58f9836f21ea51543_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,950 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff3a79373a2b4af1afe61a54c9655e41_01fd3d308c3891094df15f3ae3e92d4c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff3a79373a2b4af1afe61a54c9655e41_01fd3d308c3891094df15f3ae3e92d4c 2024-11-27T17:26:45,950 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T17:26:45,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:45,954 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T17:26:45,956 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T17:26:45,957 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:45,957 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T17:26:45,957 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732728405957"}]},"ts":"9223372036854775807"} 2024-11-27T17:26:45,959 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T17:26:45,959 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 01fd3d308c3891094df15f3ae3e92d4c, NAME => 'TestAcidGuarantees,,1732728371731.01fd3d308c3891094df15f3ae3e92d4c.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T17:26:45,959 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T17:26:45,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732728405959"}]},"ts":"9223372036854775807"} 2024-11-27T17:26:45,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-27T17:26:45,961 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:45,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-27T17:26:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-27T17:26:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-27T17:26:46,019 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:46,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 656), ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=9527 (was 9436) - AvailableMemoryMB LEAK? - 2024-11-27T17:26:46,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=9527 2024-11-27T17:26:46,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:26:46,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:26:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T17:26:46,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:26:46,042 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:46,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-27T17:26:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-27T17:26:46,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:26:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742320_1496 (size=959) 2024-11-27T17:26:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-27T17:26:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-27T17:26:46,451 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:26:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742321_1497 (size=53) 2024-11-27T17:26:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-27T17:26:46,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:26:46,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ab8133b54780e9390509e454229a868f, disabling compactions & flushes 2024-11-27T17:26:46,858 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:46,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:46,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. after waiting 0 ms 2024-11-27T17:26:46,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:46,858 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:46,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab8133b54780e9390509e454229a868f: Waiting for close lock at 1732728406858Disabling compacts and flushes for region at 1732728406858Disabling writes for close at 1732728406858Writing region close event to WAL at 1732728406858Closed at 1732728406858 2024-11-27T17:26:46,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:26:46,861 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732728406861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728406861"}]},"ts":"1732728406861"} 2024-11-27T17:26:46,863 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:26:46,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:26:46,864 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728406864"}]},"ts":"1732728406864"} 2024-11-27T17:26:46,866 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T17:26:46,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, ASSIGN}] 2024-11-27T17:26:46,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, ASSIGN 2024-11-27T17:26:46,869 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, ASSIGN; state=OFFLINE, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=false 2024-11-27T17:26:47,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=ab8133b54780e9390509e454229a868f, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, ASSIGN because future has completed 2024-11-27T17:26:47,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-27T17:26:47,181 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:47,181 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:26:47,183 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,183 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:26:47,183 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,183 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,185 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,187 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8133b54780e9390509e454229a868f columnFamilyName A 2024-11-27T17:26:47,187 DEBUG [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:47,187 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] regionserver.HStore(327): Store=ab8133b54780e9390509e454229a868f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:47,187 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,189 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8133b54780e9390509e454229a868f columnFamilyName B 2024-11-27T17:26:47,189 DEBUG [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:47,189 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] regionserver.HStore(327): Store=ab8133b54780e9390509e454229a868f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:47,189 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,191 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8133b54780e9390509e454229a868f columnFamilyName C 2024-11-27T17:26:47,191 DEBUG [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:26:47,191 INFO [StoreOpener-ab8133b54780e9390509e454229a868f-1 {}] regionserver.HStore(327): Store=ab8133b54780e9390509e454229a868f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:26:47,191 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,192 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,192 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,193 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,193 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,194 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:26:47,195 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,197 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:26:47,197 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened ab8133b54780e9390509e454229a868f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69337801, jitterRate=0.03321374952793121}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:26:47,197 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab8133b54780e9390509e454229a868f 2024-11-27T17:26:47,198 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for ab8133b54780e9390509e454229a868f: Running coprocessor pre-open hook at 1732728407183Writing region info on filesystem at 1732728407183Initializing all the Stores at 1732728407184 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728407184Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728407185 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728407185Cleaning up temporary data from old regions at 1732728407193 (+8 ms)Running coprocessor post-open hooks at 1732728407197 (+4 ms)Region opened successfully at 1732728407197 2024-11-27T17:26:47,198 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., pid=120, masterSystemTime=1732728407174 2024-11-27T17:26:47,200 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:47,200 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:47,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=ab8133b54780e9390509e454229a868f, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:26:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:26:47,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-27T17:26:47,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 in 180 msec 2024-11-27T17:26:47,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T17:26:47,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, ASSIGN in 336 msec 2024-11-27T17:26:47,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:26:47,205 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728407205"}]},"ts":"1732728407205"} 2024-11-27T17:26:47,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T17:26:47,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:26:47,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-27T17:26:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-27T17:26:48,185 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:48,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005a7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,187 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53effbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,189 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7777c916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:26:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:26:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5409b012 2024-11-27T17:26:48,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:26:48,193 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:26:48,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,195 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e45cd17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,196 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe5f0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,198 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f59a609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,200 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fe9f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,201 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abad705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,202 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116ed9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,204 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ed77c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,205 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab2ca78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,207 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ee36ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20773e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2914a129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28be078a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,214 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df1526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c9324f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,218 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a5a516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84204b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,221 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efbe1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,223 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79154686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:26:48,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:26:48,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:26:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:26:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:26:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80ab0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:26:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:26:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:26:48,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:26:48,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a854b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:26:48,228 DEBUG [Thread-2218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,228 DEBUG [Thread-2205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,228 DEBUG [Thread-2209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,228 DEBUG [Thread-2222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,228 DEBUG [Thread-2207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,229 DEBUG [Thread-2207 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,229 DEBUG [Thread-2207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:48,230 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,231 DEBUG [Thread-2213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,231 DEBUG [Thread-2224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,231 DEBUG [Thread-2211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-27T17:26:48,232 DEBUG [Thread-2220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:26:48,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-27T17:26:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,237 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:48,238 DEBUG [Thread-2220 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:26:48,238 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:48,238 DEBUG [Thread-2220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:26:48,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:48,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:26:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2] 2024-11-27T17:26:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:48,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:48,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/7f00a4324c6342e995b6c8256358db5d is 50, key is test_row_0/A:col10/1732728408240/Put/seqid=0 2024-11-27T17:26:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742322_1498 (size=12001) 2024-11-27T17:26:48,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/7f00a4324c6342e995b6c8256358db5d 2024-11-27T17:26:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728468289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728468291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728468297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728468298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728468299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/4ff452e7697c47bda709030401897853 is 50, key is test_row_0/B:col10/1732728408240/Put/seqid=0 2024-11-27T17:26:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742323_1499 (size=12001) 2024-11-27T17:26:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-27T17:26:48,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-27T17:26:48,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728468405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728468405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728468405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728468415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728468415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-27T17:26:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-27T17:26:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728468615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728468615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728468615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728468626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728468626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-27T17:26:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:48,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/4ff452e7697c47bda709030401897853 2024-11-27T17:26:48,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/15a4fc328fa846b18bf1fdd792053144 is 50, key is test_row_0/C:col10/1732728408240/Put/seqid=0 2024-11-27T17:26:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742324_1500 (size=12001) 2024-11-27T17:26:48,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/15a4fc328fa846b18bf1fdd792053144 2024-11-27T17:26:48,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/7f00a4324c6342e995b6c8256358db5d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/7f00a4324c6342e995b6c8256358db5d 2024-11-27T17:26:48,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/7f00a4324c6342e995b6c8256358db5d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T17:26:48,751 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-27T17:26:48,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/4ff452e7697c47bda709030401897853 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/4ff452e7697c47bda709030401897853 2024-11-27T17:26:48,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/4ff452e7697c47bda709030401897853, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T17:26:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/15a4fc328fa846b18bf1fdd792053144 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/15a4fc328fa846b18bf1fdd792053144 2024-11-27T17:26:48,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/15a4fc328fa846b18bf1fdd792053144, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T17:26:48,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ab8133b54780e9390509e454229a868f in 514ms, sequenceid=14, compaction requested=false 2024-11-27T17:26:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:48,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-27T17:26:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:48,850 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:26:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-27T17:26:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ca38b91db91a4c868acd6b6fd10473bc is 50, key is test_row_0/A:col10/1732728408297/Put/seqid=0 2024-11-27T17:26:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742325_1501 (size=12001) 2024-11-27T17:26:48,876 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ca38b91db91a4c868acd6b6fd10473bc 2024-11-27T17:26:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/bcd402a187054ea3b49f76a47aa808ee is 50, key is test_row_0/B:col10/1732728408297/Put/seqid=0 2024-11-27T17:26:48,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742326_1502 (size=12001) 2024-11-27T17:26:48,914 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/bcd402a187054ea3b49f76a47aa808ee 2024-11-27T17:26:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ff693fa153cb44738ac9c6d122245ad1 is 50, key is test_row_0/C:col10/1732728408297/Put/seqid=0 2024-11-27T17:26:48,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742327_1503 (size=12001) 2024-11-27T17:26:48,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728468944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728468945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728468946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728468947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728468949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728469056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728469065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728469065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728469065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728469065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728469275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728469275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728469275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728469275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728469276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,335 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ff693fa153cb44738ac9c6d122245ad1 2024-11-27T17:26:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ca38b91db91a4c868acd6b6fd10473bc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ca38b91db91a4c868acd6b6fd10473bc 2024-11-27T17:26:49,349 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ca38b91db91a4c868acd6b6fd10473bc, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T17:26:49,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/bcd402a187054ea3b49f76a47aa808ee as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/bcd402a187054ea3b49f76a47aa808ee 2024-11-27T17:26:49,353 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/bcd402a187054ea3b49f76a47aa808ee, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T17:26:49,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ff693fa153cb44738ac9c6d122245ad1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ff693fa153cb44738ac9c6d122245ad1 2024-11-27T17:26:49,357 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ff693fa153cb44738ac9c6d122245ad1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T17:26:49,358 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ab8133b54780e9390509e454229a868f in 508ms, sequenceid=37, compaction requested=false 2024-11-27T17:26:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-27T17:26:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-27T17:26:49,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-27T17:26:49,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-27T17:26:49,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.1310 sec 2024-11-27T17:26:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-27T17:26:49,376 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:49,376 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-27T17:26:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-27T17:26:49,378 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:49,379 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:49,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-27T17:26:49,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-27T17:26:49,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:49,531 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:26:49,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/128ae0c5b9f14e24abb78eabed70ae51 is 50, key is test_row_0/A:col10/1732728408946/Put/seqid=0 2024-11-27T17:26:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742328_1504 (size=12001) 2024-11-27T17:26:49,541 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/128ae0c5b9f14e24abb78eabed70ae51 2024-11-27T17:26:49,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/f474c82c01bf4372bbbde4a808c47da8 is 50, key is test_row_0/B:col10/1732728408946/Put/seqid=0 2024-11-27T17:26:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742329_1505 (size=12001) 2024-11-27T17:26:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:49,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:49,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728469614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728469621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728469622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728469623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728469626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-27T17:26:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728469735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728469735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728469745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728469746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728469746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728469945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728469945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,957 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/f474c82c01bf4372bbbde4a808c47da8 2024-11-27T17:26:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/25a615f2aeba4588a6f22c07baec08d7 is 50, key is test_row_0/C:col10/1732728408946/Put/seqid=0 2024-11-27T17:26:49,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728469956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728469956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728469956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:49,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742330_1506 (size=12001) 2024-11-27T17:26:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-27T17:26:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728470255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728470255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728470265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728470275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728470275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,366 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/25a615f2aeba4588a6f22c07baec08d7 2024-11-27T17:26:50,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/128ae0c5b9f14e24abb78eabed70ae51 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/128ae0c5b9f14e24abb78eabed70ae51 2024-11-27T17:26:50,371 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/128ae0c5b9f14e24abb78eabed70ae51, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T17:26:50,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/f474c82c01bf4372bbbde4a808c47da8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f474c82c01bf4372bbbde4a808c47da8 2024-11-27T17:26:50,378 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f474c82c01bf4372bbbde4a808c47da8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T17:26:50,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/25a615f2aeba4588a6f22c07baec08d7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/25a615f2aeba4588a6f22c07baec08d7 2024-11-27T17:26:50,381 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/25a615f2aeba4588a6f22c07baec08d7, entries=150, sequenceid=50, filesize=11.7 K 2024-11-27T17:26:50,382 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ab8133b54780e9390509e454229a868f in 851ms, sequenceid=50, compaction requested=true 2024-11-27T17:26:50,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:50,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:50,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-27T17:26:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-27T17:26:50,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-27T17:26:50,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-11-27T17:26:50,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.0090 sec 2024-11-27T17:26:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-27T17:26:50,515 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:50,515 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-27T17:26:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-27T17:26:50,517 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:50,517 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:50,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-27T17:26:50,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-27T17:26:50,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:50,669 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:26:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/dc16e0f685a9492dbffcb97deaf25156 is 50, key is test_row_0/A:col10/1732728409625/Put/seqid=0 2024-11-27T17:26:50,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742331_1507 (size=12001) 2024-11-27T17:26:50,681 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/dc16e0f685a9492dbffcb97deaf25156 2024-11-27T17:26:50,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8b894e8ae7764bc19ea251ef5a7702c9 is 50, key is test_row_0/B:col10/1732728409625/Put/seqid=0 2024-11-27T17:26:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742332_1508 (size=12001) 2024-11-27T17:26:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:50,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728470788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728470785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728470816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728470816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728470816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-27T17:26:50,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728470925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728470935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728470935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728470935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:50,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,090 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8b894e8ae7764bc19ea251ef5a7702c9 2024-11-27T17:26:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e11c3203a961415e856d091725e95aaf is 50, key is test_row_0/C:col10/1732728409625/Put/seqid=0 2024-11-27T17:26:51,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742333_1509 (size=12001) 2024-11-27T17:26:51,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:26:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-27T17:26:51,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728471146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728471155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728471155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728471155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728471455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728471475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728471475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728471475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,505 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e11c3203a961415e856d091725e95aaf 2024-11-27T17:26:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/dc16e0f685a9492dbffcb97deaf25156 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/dc16e0f685a9492dbffcb97deaf25156 2024-11-27T17:26:51,512 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/dc16e0f685a9492dbffcb97deaf25156, entries=150, sequenceid=73, filesize=11.7 K 2024-11-27T17:26:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8b894e8ae7764bc19ea251ef5a7702c9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8b894e8ae7764bc19ea251ef5a7702c9 2024-11-27T17:26:51,516 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8b894e8ae7764bc19ea251ef5a7702c9, entries=150, sequenceid=73, filesize=11.7 K 2024-11-27T17:26:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e11c3203a961415e856d091725e95aaf as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e11c3203a961415e856d091725e95aaf 2024-11-27T17:26:51,521 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e11c3203a961415e856d091725e95aaf, entries=150, sequenceid=73, filesize=11.7 K 2024-11-27T17:26:51,522 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ab8133b54780e9390509e454229a868f in 853ms, sequenceid=73, compaction requested=true 2024-11-27T17:26:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-27T17:26:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-27T17:26:51,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-27T17:26:51,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-27T17:26:51,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0140 sec 2024-11-27T17:26:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-27T17:26:51,655 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:51,656 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-27T17:26:51,658 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-27T17:26:51,658 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:51,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-27T17:26:51,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-27T17:26:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:51,809 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:26:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/1ef0518d52b94ed394b80806d7edf6d9 is 50, key is test_row_0/A:col10/1732728410794/Put/seqid=0 2024-11-27T17:26:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742334_1510 (size=12001) 2024-11-27T17:26:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:51,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728471953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728471965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-27T17:26:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728471985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728471985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728471995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:52,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728472065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:52,218 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/1ef0518d52b94ed394b80806d7edf6d9 2024-11-27T17:26:52,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/2f8ade08328948cead83f597559669fb is 50, key is test_row_0/B:col10/1732728410794/Put/seqid=0 2024-11-27T17:26:52,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742335_1511 (size=12001) 2024-11-27T17:26:52,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728472275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:52,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-27T17:26:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728472595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:52,626 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/2f8ade08328948cead83f597559669fb 2024-11-27T17:26:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/1d97fa22c6dd46fe99f6950d1992f393 is 50, key is test_row_0/C:col10/1732728410794/Put/seqid=0 2024-11-27T17:26:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742336_1512 (size=12001) 2024-11-27T17:26:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-27T17:26:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728472985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:52,994 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728473005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:53,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728473005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:53,007 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,007 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728473015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:53,019 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,041 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/1d97fa22c6dd46fe99f6950d1992f393 2024-11-27T17:26:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/1ef0518d52b94ed394b80806d7edf6d9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/1ef0518d52b94ed394b80806d7edf6d9 2024-11-27T17:26:53,046 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/1ef0518d52b94ed394b80806d7edf6d9, entries=150, sequenceid=87, filesize=11.7 K 2024-11-27T17:26:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/2f8ade08328948cead83f597559669fb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2f8ade08328948cead83f597559669fb 2024-11-27T17:26:53,049 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2f8ade08328948cead83f597559669fb, entries=150, sequenceid=87, filesize=11.7 K 2024-11-27T17:26:53,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/1d97fa22c6dd46fe99f6950d1992f393 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/1d97fa22c6dd46fe99f6950d1992f393 2024-11-27T17:26:53,052 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/1d97fa22c6dd46fe99f6950d1992f393, entries=150, sequenceid=87, filesize=11.7 K 2024-11-27T17:26:53,053 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ab8133b54780e9390509e454229a868f in 1244ms, sequenceid=87, compaction requested=true 2024-11-27T17:26:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-27T17:26:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-27T17:26:53,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-27T17:26:53,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-27T17:26:53,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4000 sec 2024-11-27T17:26:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:53,122 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:53,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:26:53,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/2a8043b14a8c4a62a0093712db9327e7 is 50, key is test_row_0/A:col10/1732728411918/Put/seqid=0 2024-11-27T17:26:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742337_1513 (size=14341) 2024-11-27T17:26:53,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/2a8043b14a8c4a62a0093712db9327e7 2024-11-27T17:26:53,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/16342cbdae8442e3ae39006eb12e30f5 is 50, key is test_row_0/B:col10/1732728411918/Put/seqid=0 2024-11-27T17:26:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742338_1514 (size=12001) 2024-11-27T17:26:53,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/16342cbdae8442e3ae39006eb12e30f5 2024-11-27T17:26:53,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ad1aa93c04c7445f9e04c490c56f9a2c is 50, key is test_row_0/C:col10/1732728411918/Put/seqid=0 2024-11-27T17:26:53,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742339_1515 (size=12001) 2024-11-27T17:26:53,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728473197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728473316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728473525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:53,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ad1aa93c04c7445f9e04c490c56f9a2c 2024-11-27T17:26:53,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/2a8043b14a8c4a62a0093712db9327e7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2a8043b14a8c4a62a0093712db9327e7 2024-11-27T17:26:53,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2a8043b14a8c4a62a0093712db9327e7, entries=200, sequenceid=110, filesize=14.0 K 2024-11-27T17:26:53,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/16342cbdae8442e3ae39006eb12e30f5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/16342cbdae8442e3ae39006eb12e30f5 2024-11-27T17:26:53,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/16342cbdae8442e3ae39006eb12e30f5, entries=150, sequenceid=110, filesize=11.7 K 2024-11-27T17:26:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ad1aa93c04c7445f9e04c490c56f9a2c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ad1aa93c04c7445f9e04c490c56f9a2c 2024-11-27T17:26:53,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ad1aa93c04c7445f9e04c490c56f9a2c, entries=150, sequenceid=110, filesize=11.7 K 2024-11-27T17:26:53,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ab8133b54780e9390509e454229a868f in 442ms, sequenceid=110, compaction requested=true 2024-11-27T17:26:53,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:53,565 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-27T17:26:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:53,565 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-27T17:26:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:53,566 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-27T17:26:53,566 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74346 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-27T17:26:53,566 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:26:53,566 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:26:53,566 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:53,566 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:53,566 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/4ff452e7697c47bda709030401897853, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/bcd402a187054ea3b49f76a47aa808ee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f474c82c01bf4372bbbde4a808c47da8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8b894e8ae7764bc19ea251ef5a7702c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2f8ade08328948cead83f597559669fb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/16342cbdae8442e3ae39006eb12e30f5] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=70.3 K 2024-11-27T17:26:53,566 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/7f00a4324c6342e995b6c8256358db5d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ca38b91db91a4c868acd6b6fd10473bc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/128ae0c5b9f14e24abb78eabed70ae51, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/dc16e0f685a9492dbffcb97deaf25156, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/1ef0518d52b94ed394b80806d7edf6d9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2a8043b14a8c4a62a0093712db9327e7] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=72.6 K 2024-11-27T17:26:53,566 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff452e7697c47bda709030401897853, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732728408240 2024-11-27T17:26:53,566 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f00a4324c6342e995b6c8256358db5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732728408240 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca38b91db91a4c868acd6b6fd10473bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732728408295 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd402a187054ea3b49f76a47aa808ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732728408295 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 128ae0c5b9f14e24abb78eabed70ae51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732728408944 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f474c82c01bf4372bbbde4a808c47da8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732728408944 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b894e8ae7764bc19ea251ef5a7702c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732728409611 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc16e0f685a9492dbffcb97deaf25156, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732728409611 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef0518d52b94ed394b80806d7edf6d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732728410777 2024-11-27T17:26:53,567 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f8ade08328948cead83f597559669fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732728410777 2024-11-27T17:26:53,568 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a8043b14a8c4a62a0093712db9327e7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732728411918 2024-11-27T17:26:53,568 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 16342cbdae8442e3ae39006eb12e30f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732728411918 2024-11-27T17:26:53,576 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#433 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:53,576 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/2ad391288c5843e58679ac74f8f39dbc is 50, key is test_row_0/A:col10/1732728411918/Put/seqid=0 2024-11-27T17:26:53,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742340_1516 (size=12207) 2024-11-27T17:26:53,580 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#434 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:53,581 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/9d7ae6758960459fa2c2fc9141ea1d1b is 50, key is test_row_0/B:col10/1732728411918/Put/seqid=0 2024-11-27T17:26:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742341_1517 (size=12207) 2024-11-27T17:26:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-27T17:26:53,806 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:53,806 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-27T17:26:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-27T17:26:53,807 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:53,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:53,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:53,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:53,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:26:53,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/73a2385e51a94bf6a79146e7b0a0cdbf is 50, key is test_row_0/A:col10/1732728413173/Put/seqid=0 2024-11-27T17:26:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742342_1518 (size=14341) 2024-11-27T17:26:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-27T17:26:53,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-27T17:26:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:53,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:53,983 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/2ad391288c5843e58679ac74f8f39dbc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2ad391288c5843e58679ac74f8f39dbc 2024-11-27T17:26:53,987 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into 2ad391288c5843e58679ac74f8f39dbc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:53,987 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:53,987 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=10, startTime=1732728413564; duration=0sec 2024-11-27T17:26:53,987 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:53,987 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:26:53,987 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-27T17:26:53,988 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-27T17:26:53,988 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:26:53,988 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:53,988 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/15a4fc328fa846b18bf1fdd792053144, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ff693fa153cb44738ac9c6d122245ad1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/25a615f2aeba4588a6f22c07baec08d7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e11c3203a961415e856d091725e95aaf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/1d97fa22c6dd46fe99f6950d1992f393, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ad1aa93c04c7445f9e04c490c56f9a2c] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=70.3 K 2024-11-27T17:26:53,988 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a4fc328fa846b18bf1fdd792053144, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732728408240 2024-11-27T17:26:53,988 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff693fa153cb44738ac9c6d122245ad1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732728408295 2024-11-27T17:26:53,989 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25a615f2aeba4588a6f22c07baec08d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732728408944 2024-11-27T17:26:53,989 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11c3203a961415e856d091725e95aaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732728409611 2024-11-27T17:26:53,989 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d97fa22c6dd46fe99f6950d1992f393, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732728410777 2024-11-27T17:26:53,989 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad1aa93c04c7445f9e04c490c56f9a2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732728411918 2024-11-27T17:26:53,995 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/9d7ae6758960459fa2c2fc9141ea1d1b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/9d7ae6758960459fa2c2fc9141ea1d1b 2024-11-27T17:26:53,996 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:53,997 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/b68bca3fd69a45e881ff008e71764ec5 is 50, key is test_row_0/C:col10/1732728411918/Put/seqid=0 2024-11-27T17:26:53,998 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into 9d7ae6758960459fa2c2fc9141ea1d1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:53,998 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:53,998 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=10, startTime=1732728413565; duration=0sec 2024-11-27T17:26:53,998 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:53,998 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:26:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742343_1519 (size=12207) 2024-11-27T17:26:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728474000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:54,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-27T17:26:54,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-27T17:26:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728474125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:54,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/73a2385e51a94bf6a79146e7b0a0cdbf 2024-11-27T17:26:54,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/09c4954fe5ad4b55886a268cd17dfdc1 is 50, key is test_row_0/B:col10/1732728413173/Put/seqid=0 2024-11-27T17:26:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742344_1520 (size=12001) 2024-11-27T17:26:54,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-27T17:26:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728474335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:54,404 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/b68bca3fd69a45e881ff008e71764ec5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b68bca3fd69a45e881ff008e71764ec5 2024-11-27T17:26:54,408 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into b68bca3fd69a45e881ff008e71764ec5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:54,408 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:54,408 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=10, startTime=1732728413565; duration=0sec 2024-11-27T17:26:54,408 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:54,408 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:26:54,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-27T17:26:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-27T17:26:54,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-27T17:26:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:54,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728474645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:54,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/09c4954fe5ad4b55886a268cd17dfdc1 2024-11-27T17:26:54,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/00cee156d203435380c2a0c55c2e7dce is 50, key is test_row_0/C:col10/1732728413173/Put/seqid=0 2024-11-27T17:26:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742345_1521 (size=12001) 2024-11-27T17:26:54,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/00cee156d203435380c2a0c55c2e7dce 2024-11-27T17:26:54,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/73a2385e51a94bf6a79146e7b0a0cdbf as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/73a2385e51a94bf6a79146e7b0a0cdbf 2024-11-27T17:26:54,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/73a2385e51a94bf6a79146e7b0a0cdbf, entries=200, sequenceid=124, filesize=14.0 K 2024-11-27T17:26:54,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/09c4954fe5ad4b55886a268cd17dfdc1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/09c4954fe5ad4b55886a268cd17dfdc1 2024-11-27T17:26:54,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/09c4954fe5ad4b55886a268cd17dfdc1, entries=150, sequenceid=124, filesize=11.7 K 2024-11-27T17:26:54,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/00cee156d203435380c2a0c55c2e7dce as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/00cee156d203435380c2a0c55c2e7dce 2024-11-27T17:26:54,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/00cee156d203435380c2a0c55c2e7dce, entries=150, sequenceid=124, filesize=11.7 K 2024-11-27T17:26:54,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ab8133b54780e9390509e454229a868f in 840ms, sequenceid=124, compaction requested=false 2024-11-27T17:26:54,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:54,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-27T17:26:54,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,723 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:26:54,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/fb0982ec29ff42efb85097d0f155a497 is 50, key is test_row_0/A:col10/1732728413984/Put/seqid=0 2024-11-27T17:26:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742346_1522 (size=12151) 2024-11-27T17:26:54,733 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/fb0982ec29ff42efb85097d0f155a497 2024-11-27T17:26:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/ec2faf1628c0477982d183881ec57b52 is 50, key is test_row_0/B:col10/1732728413984/Put/seqid=0 2024-11-27T17:26:54,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742347_1523 (size=12151) 2024-11-27T17:26:54,746 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/ec2faf1628c0477982d183881ec57b52 2024-11-27T17:26:54,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/3ba64207d6db44cdad77df85deb332f5 is 50, key is test_row_0/C:col10/1732728413984/Put/seqid=0 2024-11-27T17:26:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742348_1524 (size=12151) 2024-11-27T17:26:54,772 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/3ba64207d6db44cdad77df85deb332f5 2024-11-27T17:26:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/fb0982ec29ff42efb85097d0f155a497 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fb0982ec29ff42efb85097d0f155a497 2024-11-27T17:26:54,781 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fb0982ec29ff42efb85097d0f155a497, entries=150, sequenceid=149, filesize=11.9 K 2024-11-27T17:26:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/ec2faf1628c0477982d183881ec57b52 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ec2faf1628c0477982d183881ec57b52 2024-11-27T17:26:54,787 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ec2faf1628c0477982d183881ec57b52, entries=150, sequenceid=149, filesize=11.9 K 2024-11-27T17:26:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/3ba64207d6db44cdad77df85deb332f5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/3ba64207d6db44cdad77df85deb332f5 2024-11-27T17:26:54,794 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/3ba64207d6db44cdad77df85deb332f5, entries=150, sequenceid=149, filesize=11.9 K 2024-11-27T17:26:54,796 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for ab8133b54780e9390509e454229a868f in 73ms, sequenceid=149, compaction requested=true 2024-11-27T17:26:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-27T17:26:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-27T17:26:54,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-27T17:26:54,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-11-27T17:26:54,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.0210 sec 2024-11-27T17:26:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-27T17:26:54,945 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:54,946 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-27T17:26:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:54,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:54,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:54,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:55,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:55,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:55,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ace666f232864f3ca7017e8f9937a8ff is 50, key is test_row_1/A:col10/1732728415028/Put/seqid=0 2024-11-27T17:26:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742349_1525 (size=12147) 2024-11-27T17:26:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:55,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728475076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728475077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728475080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:55,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728475155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728475195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728475195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728475195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728475195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:55,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:55,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:55,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:55,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:55,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728475406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728475405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728475406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728475406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ace666f232864f3ca7017e8f9937a8ff 2024-11-27T17:26:55,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d86fa2acd8f34e99a23590fd8d9384bc is 50, key is test_row_1/B:col10/1732728415028/Put/seqid=0 2024-11-27T17:26:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742350_1526 (size=9757) 2024-11-27T17:26:55,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:55,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728475725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728475725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728475725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728475725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:55,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d86fa2acd8f34e99a23590fd8d9384bc 2024-11-27T17:26:55,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/05c1a1f5b5a44891848e40ef88701c36 is 50, key is test_row_1/C:col10/1732728415028/Put/seqid=0 2024-11-27T17:26:55,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742351_1527 (size=9757) 2024-11-27T17:26:55,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:55,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728476165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:56,168 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:26:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:56,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:56,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728476245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:56,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728476245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:56,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728476246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728476246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:56,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/05c1a1f5b5a44891848e40ef88701c36 2024-11-27T17:26:56,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ace666f232864f3ca7017e8f9937a8ff as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ace666f232864f3ca7017e8f9937a8ff 2024-11-27T17:26:56,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ace666f232864f3ca7017e8f9937a8ff, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T17:26:56,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d86fa2acd8f34e99a23590fd8d9384bc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d86fa2acd8f34e99a23590fd8d9384bc 2024-11-27T17:26:56,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d86fa2acd8f34e99a23590fd8d9384bc, entries=100, sequenceid=160, filesize=9.5 K 2024-11-27T17:26:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/05c1a1f5b5a44891848e40ef88701c36 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/05c1a1f5b5a44891848e40ef88701c36 2024-11-27T17:26:56,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/05c1a1f5b5a44891848e40ef88701c36, entries=100, sequenceid=160, filesize=9.5 K 2024-11-27T17:26:56,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab8133b54780e9390509e454229a868f in 1238ms, sequenceid=160, compaction requested=true 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:56,272 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:56,272 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:56,273 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50846 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:56,273 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:56,273 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:26:56,273 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:26:56,273 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,273 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,274 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2ad391288c5843e58679ac74f8f39dbc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/73a2385e51a94bf6a79146e7b0a0cdbf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fb0982ec29ff42efb85097d0f155a497, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ace666f232864f3ca7017e8f9937a8ff] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=49.7 K 2024-11-27T17:26:56,274 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/9d7ae6758960459fa2c2fc9141ea1d1b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/09c4954fe5ad4b55886a268cd17dfdc1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ec2faf1628c0477982d183881ec57b52, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d86fa2acd8f34e99a23590fd8d9384bc] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=45.0 K 2024-11-27T17:26:56,274 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d7ae6758960459fa2c2fc9141ea1d1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732728411918 2024-11-27T17:26:56,274 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ad391288c5843e58679ac74f8f39dbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732728411918 2024-11-27T17:26:56,274 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 09c4954fe5ad4b55886a268cd17dfdc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732728413152 2024-11-27T17:26:56,274 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73a2385e51a94bf6a79146e7b0a0cdbf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732728413152 2024-11-27T17:26:56,275 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ec2faf1628c0477982d183881ec57b52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732728413978 2024-11-27T17:26:56,275 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb0982ec29ff42efb85097d0f155a497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732728413978 2024-11-27T17:26:56,275 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting d86fa2acd8f34e99a23590fd8d9384bc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728415028 2024-11-27T17:26:56,275 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ace666f232864f3ca7017e8f9937a8ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728415011 2024-11-27T17:26:56,282 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:56,282 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:56,282 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d5c5131054814259adfb776b5c161a06 is 50, key is test_row_0/B:col10/1732728413984/Put/seqid=0 2024-11-27T17:26:56,282 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/3609e2714017413e980f815e7cb5b7aa is 50, key is test_row_0/A:col10/1732728413984/Put/seqid=0 2024-11-27T17:26:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742352_1528 (size=12493) 2024-11-27T17:26:56,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742353_1529 (size=12493) 2024-11-27T17:26:56,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-27T17:26:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,323 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:26:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/e6869263d8d34e298076a84bab0c0dc7 is 50, key is test_row_0/A:col10/1732728415075/Put/seqid=0 2024-11-27T17:26:56,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742354_1530 (size=12151) 2024-11-27T17:26:56,694 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d5c5131054814259adfb776b5c161a06 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d5c5131054814259adfb776b5c161a06 2024-11-27T17:26:56,694 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/3609e2714017413e980f815e7cb5b7aa as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/3609e2714017413e980f815e7cb5b7aa 2024-11-27T17:26:56,697 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into 3609e2714017413e980f815e7cb5b7aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:56,697 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into d5c5131054814259adfb776b5c161a06(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:56,697 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=12, startTime=1732728416272; duration=0sec 2024-11-27T17:26:56,697 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=12, startTime=1732728416272; duration=0sec 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:26:56,697 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:26:56,698 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:26:56,698 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:26:56,698 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:56,698 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b68bca3fd69a45e881ff008e71764ec5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/00cee156d203435380c2a0c55c2e7dce, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/3ba64207d6db44cdad77df85deb332f5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/05c1a1f5b5a44891848e40ef88701c36] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=45.0 K 2024-11-27T17:26:56,698 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b68bca3fd69a45e881ff008e71764ec5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732728411918 2024-11-27T17:26:56,699 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00cee156d203435380c2a0c55c2e7dce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732728413152 2024-11-27T17:26:56,699 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ba64207d6db44cdad77df85deb332f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732728413978 2024-11-27T17:26:56,699 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c1a1f5b5a44891848e40ef88701c36, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728415028 2024-11-27T17:26:56,705 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:56,705 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/243a5863f7474c389d42e9488ac9ed56 is 50, key is test_row_0/C:col10/1732728413984/Put/seqid=0 2024-11-27T17:26:56,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742355_1531 (size=12493) 2024-11-27T17:26:56,711 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/243a5863f7474c389d42e9488ac9ed56 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/243a5863f7474c389d42e9488ac9ed56 2024-11-27T17:26:56,715 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into 243a5863f7474c389d42e9488ac9ed56(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:56,715 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:56,715 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=12, startTime=1732728416272; duration=0sec 2024-11-27T17:26:56,715 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:56,715 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:26:56,731 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/e6869263d8d34e298076a84bab0c0dc7 2024-11-27T17:26:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3ffb64d3e44e4c74ad31f19d514d07d3 is 50, key is test_row_0/B:col10/1732728415075/Put/seqid=0 2024-11-27T17:26:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742356_1532 (size=12151) 2024-11-27T17:26:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:57,140 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3ffb64d3e44e4c74ad31f19d514d07d3 2024-11-27T17:26:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/2242cef4029f480a9a5c25bda4bb78c8 is 50, key is test_row_0/C:col10/1732728415075/Put/seqid=0 2024-11-27T17:26:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742357_1533 (size=12151) 2024-11-27T17:26:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728477272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728477276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728477277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728477277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728477385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728477386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728477386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728477395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,549 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/2242cef4029f480a9a5c25bda4bb78c8 2024-11-27T17:26:57,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/e6869263d8d34e298076a84bab0c0dc7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e6869263d8d34e298076a84bab0c0dc7 2024-11-27T17:26:57,555 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e6869263d8d34e298076a84bab0c0dc7, entries=150, sequenceid=185, filesize=11.9 K 2024-11-27T17:26:57,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3ffb64d3e44e4c74ad31f19d514d07d3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3ffb64d3e44e4c74ad31f19d514d07d3 2024-11-27T17:26:57,558 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3ffb64d3e44e4c74ad31f19d514d07d3, entries=150, sequenceid=185, filesize=11.9 K 2024-11-27T17:26:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/2242cef4029f480a9a5c25bda4bb78c8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2242cef4029f480a9a5c25bda4bb78c8 2024-11-27T17:26:57,562 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2242cef4029f480a9a5c25bda4bb78c8, entries=150, sequenceid=185, filesize=11.9 K 2024-11-27T17:26:57,562 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ab8133b54780e9390509e454229a868f in 1239ms, sequenceid=185, compaction requested=false 2024-11-27T17:26:57,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:57,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-27T17:26:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-27T17:26:57,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-27T17:26:57,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-27T17:26:57,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.6190 sec 2024-11-27T17:26:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:57,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:26:57,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/a6b1058cd7ff4e8582f5908835910677 is 50, key is test_row_0/A:col10/1732728417276/Put/seqid=0 2024-11-27T17:26:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742358_1534 (size=16931) 2024-11-27T17:26:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728477644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728477644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728477664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728477664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728477775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728477775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728477775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728477775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728477986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728477986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728477986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728477986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/a6b1058cd7ff4e8582f5908835910677 2024-11-27T17:26:58,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3c0e8a63c75c4628bcbc8cf49b39f4d6 is 50, key is test_row_0/B:col10/1732728417276/Put/seqid=0 2024-11-27T17:26:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742359_1535 (size=12151) 2024-11-27T17:26:58,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3c0e8a63c75c4628bcbc8cf49b39f4d6 2024-11-27T17:26:58,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/d1a1a47bdf16465796fae2c9a0321c57 is 50, key is test_row_0/C:col10/1732728417276/Put/seqid=0 2024-11-27T17:26:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742360_1536 (size=12151) 2024-11-27T17:26:58,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/d1a1a47bdf16465796fae2c9a0321c57 2024-11-27T17:26:58,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/a6b1058cd7ff4e8582f5908835910677 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/a6b1058cd7ff4e8582f5908835910677 2024-11-27T17:26:58,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/a6b1058cd7ff4e8582f5908835910677, entries=250, sequenceid=201, filesize=16.5 K 2024-11-27T17:26:58,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3c0e8a63c75c4628bcbc8cf49b39f4d6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3c0e8a63c75c4628bcbc8cf49b39f4d6 2024-11-27T17:26:58,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3c0e8a63c75c4628bcbc8cf49b39f4d6, entries=150, sequenceid=201, filesize=11.9 K 2024-11-27T17:26:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/d1a1a47bdf16465796fae2c9a0321c57 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d1a1a47bdf16465796fae2c9a0321c57 2024-11-27T17:26:58,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d1a1a47bdf16465796fae2c9a0321c57, entries=150, sequenceid=201, filesize=11.9 K 2024-11-27T17:26:58,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ab8133b54780e9390509e454229a868f in 478ms, sequenceid=201, compaction requested=true 2024-11-27T17:26:58,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:26:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:58,075 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:26:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:58,075 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:26:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:58,075 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:58,075 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:58,075 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:26:58,075 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:26:58,075 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:58,075 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:58,075 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d5c5131054814259adfb776b5c161a06, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3ffb64d3e44e4c74ad31f19d514d07d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3c0e8a63c75c4628bcbc8cf49b39f4d6] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=35.9 K 2024-11-27T17:26:58,075 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/3609e2714017413e980f815e7cb5b7aa, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e6869263d8d34e298076a84bab0c0dc7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/a6b1058cd7ff4e8582f5908835910677] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=40.6 K 2024-11-27T17:26:58,076 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c5131054814259adfb776b5c161a06, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728413984 2024-11-27T17:26:58,076 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3609e2714017413e980f815e7cb5b7aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728413984 2024-11-27T17:26:58,076 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ffb64d3e44e4c74ad31f19d514d07d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732728415075 2024-11-27T17:26:58,076 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e6869263d8d34e298076a84bab0c0dc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732728415075 2024-11-27T17:26:58,076 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c0e8a63c75c4628bcbc8cf49b39f4d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732728417276 2024-11-27T17:26:58,076 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a6b1058cd7ff4e8582f5908835910677, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732728417275 2024-11-27T17:26:58,084 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:58,084 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/f65378340e3448e48c096f1cd1efab9f is 50, key is test_row_0/B:col10/1732728417276/Put/seqid=0 2024-11-27T17:26:58,091 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:58,091 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/48a446b2f70945a48ef156181d916f83 is 50, key is test_row_0/A:col10/1732728417276/Put/seqid=0 2024-11-27T17:26:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742361_1537 (size=12595) 2024-11-27T17:26:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742362_1538 (size=12595) 2024-11-27T17:26:58,192 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:26:58,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:26:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:58,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ec48eceb86804799927bb26f1ff03579 is 50, key is test_row_0/A:col10/1732728418191/Put/seqid=0 2024-11-27T17:26:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742363_1539 (size=14541) 2024-11-27T17:26:58,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728478248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728478295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728478295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728478295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728478296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728478355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,496 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/f65378340e3448e48c096f1cd1efab9f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f65378340e3448e48c096f1cd1efab9f 2024-11-27T17:26:58,499 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into f65378340e3448e48c096f1cd1efab9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:58,499 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:58,499 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=13, startTime=1732728418075; duration=0sec 2024-11-27T17:26:58,499 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:26:58,499 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:26:58,499 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:26:58,500 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/48a446b2f70945a48ef156181d916f83 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/48a446b2f70945a48ef156181d916f83 2024-11-27T17:26:58,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:26:58,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:26:58,500 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:58,500 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/243a5863f7474c389d42e9488ac9ed56, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2242cef4029f480a9a5c25bda4bb78c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d1a1a47bdf16465796fae2c9a0321c57] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=35.9 K 2024-11-27T17:26:58,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 243a5863f7474c389d42e9488ac9ed56, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732728413984 2024-11-27T17:26:58,500 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2242cef4029f480a9a5c25bda4bb78c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732728415075 2024-11-27T17:26:58,501 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a1a47bdf16465796fae2c9a0321c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732728417276 2024-11-27T17:26:58,503 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into 48a446b2f70945a48ef156181d916f83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:58,503 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:58,503 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=13, startTime=1732728418074; duration=0sec 2024-11-27T17:26:58,503 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:58,503 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:26:58,505 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:26:58,506 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/719afb2edae14568846e2985e71722ee is 50, key is test_row_0/C:col10/1732728417276/Put/seqid=0 2024-11-27T17:26:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742364_1540 (size=12595) 2024-11-27T17:26:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728478565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ec48eceb86804799927bb26f1ff03579 2024-11-27T17:26:58,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8094c9f848214f2aaf3870f4b42ebdb6 is 50, key is test_row_0/B:col10/1732728418191/Put/seqid=0 2024-11-27T17:26:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742365_1541 (size=12151) 2024-11-27T17:26:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728478805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728478815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728478815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728478815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728478885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:58,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:58,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:58,912 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/719afb2edae14568846e2985e71722ee as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/719afb2edae14568846e2985e71722ee 2024-11-27T17:26:58,915 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into 719afb2edae14568846e2985e71722ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:26:58,915 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:58,915 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=13, startTime=1732728418075; duration=0sec 2024-11-27T17:26:58,916 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:26:58,916 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:26:59,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8094c9f848214f2aaf3870f4b42ebdb6 2024-11-27T17:26:59,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/13976462adc24b589cf1625827482535 is 50, key is test_row_0/C:col10/1732728418191/Put/seqid=0 2024-11-27T17:26:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742366_1542 (size=12151) 2024-11-27T17:26:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-27T17:26:59,106 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:26:59,106 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:26:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-27T17:26:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-27T17:26:59,108 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:26:59,109 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:26:59,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:26:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-27T17:26:59,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-27T17:26:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:59,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:59,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728479405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-27T17:26:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:59,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:26:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-27T17:26:59,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/13976462adc24b589cf1625827482535 2024-11-27T17:26:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ec48eceb86804799927bb26f1ff03579 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ec48eceb86804799927bb26f1ff03579 2024-11-27T17:26:59,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ec48eceb86804799927bb26f1ff03579, entries=200, sequenceid=226, filesize=14.2 K 2024-11-27T17:26:59,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8094c9f848214f2aaf3870f4b42ebdb6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8094c9f848214f2aaf3870f4b42ebdb6 2024-11-27T17:26:59,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8094c9f848214f2aaf3870f4b42ebdb6, entries=150, sequenceid=226, filesize=11.9 K 2024-11-27T17:26:59,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/13976462adc24b589cf1625827482535 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/13976462adc24b589cf1625827482535 2024-11-27T17:26:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/13976462adc24b589cf1625827482535, entries=150, sequenceid=226, filesize=11.9 K 2024-11-27T17:26:59,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ab8133b54780e9390509e454229a868f in 1247ms, sequenceid=226, compaction requested=false 2024-11-27T17:26:59,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:26:59,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-27T17:26:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:26:59,566 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:26:59,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/0ed4b46dd7ac4546a4302a32c413f2d1 is 50, key is test_row_0/A:col10/1732728418247/Put/seqid=0 2024-11-27T17:26:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742367_1543 (size=12151) 2024-11-27T17:26:59,573 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/0ed4b46dd7ac4546a4302a32c413f2d1 2024-11-27T17:26:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3e559a50592a47c2996a7a1dbb40b5c6 is 50, key is test_row_0/B:col10/1732728418247/Put/seqid=0 2024-11-27T17:26:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742368_1544 (size=12151) 2024-11-27T17:26:59,581 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3e559a50592a47c2996a7a1dbb40b5c6 2024-11-27T17:26:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/38923c11968f44f7a727fcef21893696 is 50, key is test_row_0/C:col10/1732728418247/Put/seqid=0 2024-11-27T17:26:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742369_1545 (size=12151) 2024-11-27T17:26:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-27T17:26:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:26:59,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:26:59,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728479880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728479882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728479882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728479883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728479995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728479995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728479995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728479995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:26:59,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:26:59,998 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/38923c11968f44f7a727fcef21893696 2024-11-27T17:27:00,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/0ed4b46dd7ac4546a4302a32c413f2d1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/0ed4b46dd7ac4546a4302a32c413f2d1 2024-11-27T17:27:00,003 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/0ed4b46dd7ac4546a4302a32c413f2d1, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T17:27:00,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/3e559a50592a47c2996a7a1dbb40b5c6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3e559a50592a47c2996a7a1dbb40b5c6 2024-11-27T17:27:00,007 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3e559a50592a47c2996a7a1dbb40b5c6, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T17:27:00,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/38923c11968f44f7a727fcef21893696 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/38923c11968f44f7a727fcef21893696 2024-11-27T17:27:00,010 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/38923c11968f44f7a727fcef21893696, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T17:27:00,011 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab8133b54780e9390509e454229a868f in 445ms, sequenceid=240, compaction requested=true 2024-11-27T17:27:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-27T17:27:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-27T17:27:00,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-27T17:27:00,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 903 msec 2024-11-27T17:27:00,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 908 msec 2024-11-27T17:27:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:00,210 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:00,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:27:00,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/d43309fc3fc34aa3b64d38dbc680bb27 is 50, key is test_row_0/A:col10/1732728419882/Put/seqid=0 2024-11-27T17:27:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742370_1546 (size=14691) 2024-11-27T17:27:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728480213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728480220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728480221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728480221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-27T17:27:00,246 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:00,246 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-27T17:27:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:00,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:00,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:00,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:00,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728480325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728480325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728480325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728480326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:00,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-27T17:27:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728480425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,430 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728480535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728480535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728480535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728480536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-27T17:27:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:00,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:00,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/d43309fc3fc34aa3b64d38dbc680bb27 2024-11-27T17:27:00,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/fd535befa9ad42eeb962ce818d5d6ffc is 50, key is test_row_0/B:col10/1732728419882/Put/seqid=0 2024-11-27T17:27:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742371_1547 (size=12251) 2024-11-27T17:27:00,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-27T17:27:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728480845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728480845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728480845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-27T17:27:00,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:00,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:00,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:00,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728480855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:01,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-27T17:27:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:01,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:01,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/fd535befa9ad42eeb962ce818d5d6ffc 2024-11-27T17:27:01,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/97d70c38214247aa81f480835d5c3e85 is 50, key is test_row_0/C:col10/1732728419882/Put/seqid=0 2024-11-27T17:27:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742372_1548 (size=12251) 2024-11-27T17:27:01,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/97d70c38214247aa81f480835d5c3e85 2024-11-27T17:27:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/d43309fc3fc34aa3b64d38dbc680bb27 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d43309fc3fc34aa3b64d38dbc680bb27 2024-11-27T17:27:01,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d43309fc3fc34aa3b64d38dbc680bb27, entries=200, sequenceid=266, filesize=14.3 K 2024-11-27T17:27:01,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/fd535befa9ad42eeb962ce818d5d6ffc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/fd535befa9ad42eeb962ce818d5d6ffc 2024-11-27T17:27:01,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/fd535befa9ad42eeb962ce818d5d6ffc, entries=150, sequenceid=266, filesize=12.0 K 2024-11-27T17:27:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/97d70c38214247aa81f480835d5c3e85 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/97d70c38214247aa81f480835d5c3e85 2024-11-27T17:27:01,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/97d70c38214247aa81f480835d5c3e85, entries=150, sequenceid=266, filesize=12.0 K 2024-11-27T17:27:01,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ab8133b54780e9390509e454229a868f in 846ms, sequenceid=266, compaction requested=true 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:01,056 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:01,056 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:01,060 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53978 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:27:01,060 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49148 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:27:01,060 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:27:01,060 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:27:01,060 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:01,060 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:01,060 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/48a446b2f70945a48ef156181d916f83, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ec48eceb86804799927bb26f1ff03579, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/0ed4b46dd7ac4546a4302a32c413f2d1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d43309fc3fc34aa3b64d38dbc680bb27] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=52.7 K 2024-11-27T17:27:01,060 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f65378340e3448e48c096f1cd1efab9f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8094c9f848214f2aaf3870f4b42ebdb6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3e559a50592a47c2996a7a1dbb40b5c6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/fd535befa9ad42eeb962ce818d5d6ffc] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=48.0 K 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f65378340e3448e48c096f1cd1efab9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732728417276 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48a446b2f70945a48ef156181d916f83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732728417276 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8094c9f848214f2aaf3870f4b42ebdb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732728417642 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec48eceb86804799927bb26f1ff03579, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732728417642 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e559a50592a47c2996a7a1dbb40b5c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732728418229 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed4b46dd7ac4546a4302a32c413f2d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732728418229 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting fd535befa9ad42eeb962ce818d5d6ffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732728419863 2024-11-27T17:27:01,061 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d43309fc3fc34aa3b64d38dbc680bb27, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732728419863 2024-11-27T17:27:01,068 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:01,069 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/92c56320a74c47baa8a012840e7d125b is 50, key is test_row_0/B:col10/1732728419882/Put/seqid=0 2024-11-27T17:27:01,069 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:01,070 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/817318bb4a994baf8e6b0a39df3a2d77 is 50, key is test_row_0/A:col10/1732728419882/Put/seqid=0 2024-11-27T17:27:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742373_1549 (size=12831) 2024-11-27T17:27:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742374_1550 (size=12831) 2024-11-27T17:27:01,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-27T17:27:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:01,163 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T17:27:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/411c346214ec47d987e3c863afb21b0c is 50, key is test_row_0/A:col10/1732728420219/Put/seqid=0 2024-11-27T17:27:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742375_1551 (size=12301) 2024-11-27T17:27:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:01,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728481411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728481411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728481412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728481413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,481 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/92c56320a74c47baa8a012840e7d125b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/92c56320a74c47baa8a012840e7d125b 2024-11-27T17:27:01,481 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/817318bb4a994baf8e6b0a39df3a2d77 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/817318bb4a994baf8e6b0a39df3a2d77 2024-11-27T17:27:01,487 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into 92c56320a74c47baa8a012840e7d125b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:01,487 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=12, startTime=1732728421056; duration=0sec 2024-11-27T17:27:01,487 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into 817318bb4a994baf8e6b0a39df3a2d77(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:27:01,487 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=12, startTime=1732728421056; duration=0sec 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:01,487 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:27:01,488 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49148 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:27:01,488 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:27:01,488 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:01,488 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/719afb2edae14568846e2985e71722ee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/13976462adc24b589cf1625827482535, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/38923c11968f44f7a727fcef21893696, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/97d70c38214247aa81f480835d5c3e85] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=48.0 K 2024-11-27T17:27:01,488 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 719afb2edae14568846e2985e71722ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732728417276 2024-11-27T17:27:01,489 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 13976462adc24b589cf1625827482535, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732728417642 2024-11-27T17:27:01,489 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 38923c11968f44f7a727fcef21893696, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732728418229 2024-11-27T17:27:01,489 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d70c38214247aa81f480835d5c3e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732728419863 2024-11-27T17:27:01,495 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:01,495 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/dc3f05528a56492d987a33d5922d8a1a is 50, key is test_row_0/C:col10/1732728419882/Put/seqid=0 2024-11-27T17:27:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742376_1552 (size=12831) 2024-11-27T17:27:01,505 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/dc3f05528a56492d987a33d5922d8a1a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/dc3f05528a56492d987a33d5922d8a1a 2024-11-27T17:27:01,508 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into dc3f05528a56492d987a33d5922d8a1a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:01,508 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:01,508 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=12, startTime=1732728421056; duration=0sec 2024-11-27T17:27:01,508 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:01,508 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:27:01,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728481525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728481525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728481525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728481525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,570 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/411c346214ec47d987e3c863afb21b0c 2024-11-27T17:27:01,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/25d0d330adee457f8ce16d0c7e57f5ce is 50, key is test_row_0/B:col10/1732728420219/Put/seqid=0 2024-11-27T17:27:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742377_1553 (size=12301) 2024-11-27T17:27:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728481735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728481735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728481735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728481735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:01,978 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/25d0d330adee457f8ce16d0c7e57f5ce 2024-11-27T17:27:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/9f962667f46541dfa86c525137fa2cf4 is 50, key is test_row_0/C:col10/1732728420219/Put/seqid=0 2024-11-27T17:27:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742378_1554 (size=12301) 2024-11-27T17:27:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728482045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728482045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728482046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728482046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,392 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/9f962667f46541dfa86c525137fa2cf4 2024-11-27T17:27:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:02,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/411c346214ec47d987e3c863afb21b0c as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/411c346214ec47d987e3c863afb21b0c 2024-11-27T17:27:02,398 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/411c346214ec47d987e3c863afb21b0c, entries=150, sequenceid=276, filesize=12.0 K 2024-11-27T17:27:02,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/25d0d330adee457f8ce16d0c7e57f5ce as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/25d0d330adee457f8ce16d0c7e57f5ce 2024-11-27T17:27:02,402 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/25d0d330adee457f8ce16d0c7e57f5ce, entries=150, sequenceid=276, filesize=12.0 K 2024-11-27T17:27:02,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/9f962667f46541dfa86c525137fa2cf4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/9f962667f46541dfa86c525137fa2cf4 2024-11-27T17:27:02,405 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/9f962667f46541dfa86c525137fa2cf4, entries=150, sequenceid=276, filesize=12.0 K 2024-11-27T17:27:02,406 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ab8133b54780e9390509e454229a868f in 1243ms, sequenceid=276, compaction requested=false 2024-11-27T17:27:02,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:02,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:02,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-27T17:27:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-27T17:27:02,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-27T17:27:02,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1590 sec 2024-11-27T17:27:02,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1630 sec 2024-11-27T17:27:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:02,440 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:02,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T17:27:02,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/d39770094a4048ea9412039af1acdd3f is 50, key is test_row_0/A:col10/1732728421412/Put/seqid=0 2024-11-27T17:27:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742379_1555 (size=14741) 2024-11-27T17:27:02,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728482476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728482565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728482565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728482565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728482565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728482585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728482795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:02,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/d39770094a4048ea9412039af1acdd3f 2024-11-27T17:27:02,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/a0c2be55683b4bd0870cf80b97fd60c0 is 50, key is test_row_0/B:col10/1732728421412/Put/seqid=0 2024-11-27T17:27:02,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742380_1556 (size=12301) 2024-11-27T17:27:03,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728483105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/a0c2be55683b4bd0870cf80b97fd60c0 2024-11-27T17:27:03,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/6bfed02ac8c54c62a40df92435f8a051 is 50, key is test_row_0/C:col10/1732728421412/Put/seqid=0 2024-11-27T17:27:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742381_1557 (size=12301) 2024-11-27T17:27:03,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/6bfed02ac8c54c62a40df92435f8a051 2024-11-27T17:27:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/d39770094a4048ea9412039af1acdd3f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d39770094a4048ea9412039af1acdd3f 2024-11-27T17:27:03,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d39770094a4048ea9412039af1acdd3f, entries=200, sequenceid=306, filesize=14.4 K 2024-11-27T17:27:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/a0c2be55683b4bd0870cf80b97fd60c0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/a0c2be55683b4bd0870cf80b97fd60c0 2024-11-27T17:27:03,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/a0c2be55683b4bd0870cf80b97fd60c0, entries=150, sequenceid=306, filesize=12.0 K 2024-11-27T17:27:03,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/6bfed02ac8c54c62a40df92435f8a051 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/6bfed02ac8c54c62a40df92435f8a051 2024-11-27T17:27:03,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/6bfed02ac8c54c62a40df92435f8a051, entries=150, sequenceid=306, filesize=12.0 K 2024-11-27T17:27:03,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ab8133b54780e9390509e454229a868f in 842ms, sequenceid=306, compaction requested=true 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:03,283 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:03,283 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:03,283 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:03,283 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:03,283 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:27:03,283 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:27:03,284 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:03,284 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:03,284 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/92c56320a74c47baa8a012840e7d125b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/25d0d330adee457f8ce16d0c7e57f5ce, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/a0c2be55683b4bd0870cf80b97fd60c0] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=36.6 K 2024-11-27T17:27:03,284 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/817318bb4a994baf8e6b0a39df3a2d77, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/411c346214ec47d987e3c863afb21b0c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d39770094a4048ea9412039af1acdd3f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=38.9 K 2024-11-27T17:27:03,284 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 817318bb4a994baf8e6b0a39df3a2d77, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732728419863 2024-11-27T17:27:03,284 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 92c56320a74c47baa8a012840e7d125b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732728419863 2024-11-27T17:27:03,284 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 25d0d330adee457f8ce16d0c7e57f5ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732728420211 2024-11-27T17:27:03,284 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411c346214ec47d987e3c863afb21b0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732728420211 2024-11-27T17:27:03,284 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a0c2be55683b4bd0870cf80b97fd60c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732728421410 2024-11-27T17:27:03,284 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d39770094a4048ea9412039af1acdd3f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732728421410 2024-11-27T17:27:03,290 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:03,291 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/75ed34d1ce294b4d97f738956973c644 is 50, key is test_row_0/A:col10/1732728421412/Put/seqid=0 2024-11-27T17:27:03,292 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:03,292 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/b9a18a2c4692444c8c05e0ad7490a5ad is 50, key is test_row_0/B:col10/1732728421412/Put/seqid=0 2024-11-27T17:27:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742382_1558 (size=12983) 2024-11-27T17:27:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742383_1559 (size=12983) 2024-11-27T17:27:03,310 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/b9a18a2c4692444c8c05e0ad7490a5ad as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/b9a18a2c4692444c8c05e0ad7490a5ad 2024-11-27T17:27:03,314 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into b9a18a2c4692444c8c05e0ad7490a5ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:03,314 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:03,314 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=13, startTime=1732728423283; duration=0sec 2024-11-27T17:27:03,314 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:03,314 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:27:03,314 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:03,314 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:03,315 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:27:03,315 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:03,315 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/dc3f05528a56492d987a33d5922d8a1a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/9f962667f46541dfa86c525137fa2cf4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/6bfed02ac8c54c62a40df92435f8a051] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=36.6 K 2024-11-27T17:27:03,315 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting dc3f05528a56492d987a33d5922d8a1a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732728419863 2024-11-27T17:27:03,315 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f962667f46541dfa86c525137fa2cf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732728420211 2024-11-27T17:27:03,316 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bfed02ac8c54c62a40df92435f8a051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732728421410 2024-11-27T17:27:03,320 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:03,320 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e7e11dd1b546423faf3131e9262b906e is 50, key is test_row_0/C:col10/1732728421412/Put/seqid=0 2024-11-27T17:27:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742384_1560 (size=12983) 2024-11-27T17:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:03,579 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:03,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:27:03,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/8055e7058e7b41fc9249701d24484a45 is 50, key is test_row_0/A:col10/1732728423579/Put/seqid=0 2024-11-27T17:27:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742385_1561 (size=19621) 2024-11-27T17:27:03,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728483619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728483620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728483621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728483626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728483627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,701 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/75ed34d1ce294b4d97f738956973c644 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/75ed34d1ce294b4d97f738956973c644 2024-11-27T17:27:03,705 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into 75ed34d1ce294b4d97f738956973c644(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:03,705 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:03,705 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=13, startTime=1732728423283; duration=0sec 2024-11-27T17:27:03,705 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:03,705 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:27:03,728 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e7e11dd1b546423faf3131e9262b906e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e7e11dd1b546423faf3131e9262b906e 2024-11-27T17:27:03,731 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into e7e11dd1b546423faf3131e9262b906e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:03,731 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:03,731 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=13, startTime=1732728423283; duration=0sec 2024-11-27T17:27:03,731 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:03,731 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:27:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728483735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728483735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728483735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728483746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728483746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728483955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728483955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728483956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728483965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728483965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:03,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/8055e7058e7b41fc9249701d24484a45 2024-11-27T17:27:03,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/560fafc816e4421c838d0c9e112d51c8 is 50, key is test_row_0/B:col10/1732728423579/Put/seqid=0 2024-11-27T17:27:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742386_1562 (size=12301) 2024-11-27T17:27:03,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/560fafc816e4421c838d0c9e112d51c8 2024-11-27T17:27:04,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/a5e877647d1e4dddbdad3bf227612e4f is 50, key is test_row_0/C:col10/1732728423579/Put/seqid=0 2024-11-27T17:27:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742387_1563 (size=12301) 2024-11-27T17:27:04,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/a5e877647d1e4dddbdad3bf227612e4f 2024-11-27T17:27:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/8055e7058e7b41fc9249701d24484a45 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/8055e7058e7b41fc9249701d24484a45 2024-11-27T17:27:04,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/8055e7058e7b41fc9249701d24484a45, entries=300, sequenceid=319, filesize=19.2 K 2024-11-27T17:27:04,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/560fafc816e4421c838d0c9e112d51c8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/560fafc816e4421c838d0c9e112d51c8 2024-11-27T17:27:04,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/560fafc816e4421c838d0c9e112d51c8, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T17:27:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/a5e877647d1e4dddbdad3bf227612e4f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/a5e877647d1e4dddbdad3bf227612e4f 2024-11-27T17:27:04,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/a5e877647d1e4dddbdad3bf227612e4f, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T17:27:04,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ab8133b54780e9390509e454229a868f in 452ms, sequenceid=319, compaction requested=false 2024-11-27T17:27:04,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:04,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:04,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:27:04,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/99359861e2b943d9bd91d3c15f7a2fb9 is 50, key is test_row_0/A:col10/1732728423625/Put/seqid=0 2024-11-27T17:27:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742388_1564 (size=14741) 2024-11-27T17:27:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728484284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728484285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728484286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728484291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728484296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-27T17:27:04,409 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:04,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-27T17:27:04,411 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:04,412 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:04,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:04,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728484405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728484409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728484415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:04,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:04,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:04,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728484625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728484625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728484625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/99359861e2b943d9bd91d3c15f7a2fb9 2024-11-27T17:27:04,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/02a17687f7f042a3ae0baf30a8bf2a1d is 50, key is test_row_0/B:col10/1732728423625/Put/seqid=0 2024-11-27T17:27:04,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742389_1565 (size=12301) 2024-11-27T17:27:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:04,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:04,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:04,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:04,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:04,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728484805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728484806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:04,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728484936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728484936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728484936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:05,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:05,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/02a17687f7f042a3ae0baf30a8bf2a1d 2024-11-27T17:27:05,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ba052859c37a4f01aae0c4af01131e57 is 50, key is test_row_0/C:col10/1732728423625/Put/seqid=0 2024-11-27T17:27:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742390_1566 (size=12301) 2024-11-27T17:27:05,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728485455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728485456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:05,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728485456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:05,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:05,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ba052859c37a4f01aae0c4af01131e57 2024-11-27T17:27:05,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/99359861e2b943d9bd91d3c15f7a2fb9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/99359861e2b943d9bd91d3c15f7a2fb9 2024-11-27T17:27:05,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/99359861e2b943d9bd91d3c15f7a2fb9, entries=200, sequenceid=346, filesize=14.4 K 2024-11-27T17:27:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/02a17687f7f042a3ae0baf30a8bf2a1d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/02a17687f7f042a3ae0baf30a8bf2a1d 2024-11-27T17:27:05,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/02a17687f7f042a3ae0baf30a8bf2a1d, entries=150, sequenceid=346, filesize=12.0 K 2024-11-27T17:27:05,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/ba052859c37a4f01aae0c4af01131e57 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ba052859c37a4f01aae0c4af01131e57 2024-11-27T17:27:05,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ba052859c37a4f01aae0c4af01131e57, entries=150, sequenceid=346, filesize=12.0 K 2024-11-27T17:27:05,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ab8133b54780e9390509e454229a868f in 1237ms, sequenceid=346, compaction requested=true 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:05,508 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:05,508 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:05,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:05,508 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:05,508 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:05,508 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:27:05,508 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:27:05,508 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,508 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,509 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/b9a18a2c4692444c8c05e0ad7490a5ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/560fafc816e4421c838d0c9e112d51c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/02a17687f7f042a3ae0baf30a8bf2a1d] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=36.7 K 2024-11-27T17:27:05,509 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/75ed34d1ce294b4d97f738956973c644, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/8055e7058e7b41fc9249701d24484a45, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/99359861e2b943d9bd91d3c15f7a2fb9] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=46.2 K 2024-11-27T17:27:05,509 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75ed34d1ce294b4d97f738956973c644, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732728421410 2024-11-27T17:27:05,509 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b9a18a2c4692444c8c05e0ad7490a5ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732728421410 2024-11-27T17:27:05,509 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8055e7058e7b41fc9249701d24484a45, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732728422449 2024-11-27T17:27:05,509 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 560fafc816e4421c838d0c9e112d51c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732728422467 2024-11-27T17:27:05,509 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99359861e2b943d9bd91d3c15f7a2fb9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732728423605 2024-11-27T17:27:05,509 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 02a17687f7f042a3ae0baf30a8bf2a1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732728423605 2024-11-27T17:27:05,523 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:05,523 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/80ae9913a29c4ed5aa06b4659f123516 is 50, key is test_row_0/A:col10/1732728423625/Put/seqid=0 2024-11-27T17:27:05,526 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742391_1567 (size=13085) 2024-11-27T17:27:05,526 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/ad30111718194650966c9144049fafe0 is 50, key is test_row_0/B:col10/1732728423625/Put/seqid=0 2024-11-27T17:27:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742392_1568 (size=13085) 2024-11-27T17:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:05,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-27T17:27:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,631 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:27:05,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ba0be40a82cd4d97ada5de04c0d691fe is 50, key is test_row_0/A:col10/1732728424282/Put/seqid=0 2024-11-27T17:27:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742393_1569 (size=12301) 2024-11-27T17:27:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. as already flushing 2024-11-27T17:27:05,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728485885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:05,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728485891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:05,930 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/80ae9913a29c4ed5aa06b4659f123516 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/80ae9913a29c4ed5aa06b4659f123516 2024-11-27T17:27:05,932 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/ad30111718194650966c9144049fafe0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ad30111718194650966c9144049fafe0 2024-11-27T17:27:05,933 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into 80ae9913a29c4ed5aa06b4659f123516(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:05,933 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:05,933 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=13, startTime=1732728425508; duration=0sec 2024-11-27T17:27:05,933 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:05,933 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:27:05,933 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:05,934 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:05,934 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:27:05,934 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:05,934 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e7e11dd1b546423faf3131e9262b906e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/a5e877647d1e4dddbdad3bf227612e4f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ba052859c37a4f01aae0c4af01131e57] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=36.7 K 2024-11-27T17:27:05,935 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e11dd1b546423faf3131e9262b906e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732728421410 2024-11-27T17:27:05,935 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into ad30111718194650966c9144049fafe0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:05,935 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:05,935 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5e877647d1e4dddbdad3bf227612e4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732728422467 2024-11-27T17:27:05,935 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=13, startTime=1732728425508; duration=0sec 2024-11-27T17:27:05,935 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:05,935 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:27:05,935 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba052859c37a4f01aae0c4af01131e57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732728423605 2024-11-27T17:27:05,940 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:05,941 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e613281ba40141a4b24fd2297360d617 is 50, key is test_row_0/C:col10/1732728423625/Put/seqid=0 2024-11-27T17:27:05,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742394_1570 (size=13085) 2024-11-27T17:27:05,947 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/e613281ba40141a4b24fd2297360d617 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e613281ba40141a4b24fd2297360d617 2024-11-27T17:27:05,950 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into e613281ba40141a4b24fd2297360d617(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:05,950 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:05,950 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=13, startTime=1732728425508; duration=0sec 2024-11-27T17:27:05,950 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:05,950 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:27:06,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728485995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728486005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,038 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ba0be40a82cd4d97ada5de04c0d691fe 2024-11-27T17:27:06,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/40dfced363244463acf67d362973bd5d is 50, key is test_row_0/B:col10/1732728424282/Put/seqid=0 2024-11-27T17:27:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742395_1571 (size=12301) 2024-11-27T17:27:06,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728486205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728486215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,448 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/40dfced363244463acf67d362973bd5d 2024-11-27T17:27:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/b7d076b6fd384665abd305f53925ebcb is 50, key is test_row_0/C:col10/1732728424282/Put/seqid=0 2024-11-27T17:27:06,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742396_1572 (size=12301) 2024-11-27T17:27:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36896 deadline: 1732728486475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36888 deadline: 1732728486475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36868 deadline: 1732728486475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,481 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:06,482 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,482 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in ab8133b54780e9390509e454229a868f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728486515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728486525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:06,856 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/b7d076b6fd384665abd305f53925ebcb 2024-11-27T17:27:06,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/ba0be40a82cd4d97ada5de04c0d691fe as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ba0be40a82cd4d97ada5de04c0d691fe 2024-11-27T17:27:06,862 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ba0be40a82cd4d97ada5de04c0d691fe, entries=150, sequenceid=357, filesize=12.0 K 2024-11-27T17:27:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/40dfced363244463acf67d362973bd5d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/40dfced363244463acf67d362973bd5d 2024-11-27T17:27:06,865 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/40dfced363244463acf67d362973bd5d, entries=150, sequenceid=357, filesize=12.0 K 2024-11-27T17:27:06,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/b7d076b6fd384665abd305f53925ebcb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b7d076b6fd384665abd305f53925ebcb 2024-11-27T17:27:06,869 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b7d076b6fd384665abd305f53925ebcb, entries=150, sequenceid=357, filesize=12.0 K 2024-11-27T17:27:06,869 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab8133b54780e9390509e454229a868f in 1239ms, sequenceid=357, compaction requested=false 2024-11-27T17:27:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-27T17:27:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-27T17:27:06,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-27T17:27:06,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4590 sec 2024-11-27T17:27:06,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.4630 sec 2024-11-27T17:27:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:07,030 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:07,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T17:27:07,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/adae51c863834b67945e941167b1c3fa is 50, key is test_row_0/A:col10/1732728425874/Put/seqid=0 2024-11-27T17:27:07,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742397_1573 (size=14741) 2024-11-27T17:27:07,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728487062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728487062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728487175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728487175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728487385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728487385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/adae51c863834b67945e941167b1c3fa 2024-11-27T17:27:07,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/51b1e559654a43f9b24f91343416cff7 is 50, key is test_row_0/B:col10/1732728425874/Put/seqid=0 2024-11-27T17:27:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742398_1574 (size=12301) 2024-11-27T17:27:07,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728487695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728487695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:07,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/51b1e559654a43f9b24f91343416cff7 2024-11-27T17:27:07,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/7dde3d9d45c94d0eb440e0a26d6c0e7f is 50, key is test_row_0/C:col10/1732728425874/Put/seqid=0 2024-11-27T17:27:07,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742399_1575 (size=12301) 2024-11-27T17:27:08,169 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:27:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36924 deadline: 1732728488215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:08,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36884 deadline: 1732728488215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 , the old value is region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., hostname=8f0673442175,34765,1732728280069, seqNum=2 because the exception is null or not the one we care about 2024-11-27T17:27:08,236 INFO [Thread-2220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2220. 2024-11-27T17:27:08,236 DEBUG [Thread-2220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,236 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,236 INFO [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216. 2024-11-27T17:27:08,236 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,236 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,237 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,237 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,239 INFO [Thread-2218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2218. 2024-11-27T17:27:08,239 DEBUG [Thread-2218 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,239 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,239 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,246 INFO [Thread-2222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2222. 2024-11-27T17:27:08,246 DEBUG [Thread-2222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,246 DEBUG [Thread-2222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,246 DEBUG [Thread-2222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,246 INFO [Thread-2224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2224. 2024-11-27T17:27:08,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,246 DEBUG [Thread-2224 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,246 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,246 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/7dde3d9d45c94d0eb440e0a26d6c0e7f 2024-11-27T17:27:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/adae51c863834b67945e941167b1c3fa as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/adae51c863834b67945e941167b1c3fa 2024-11-27T17:27:08,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/adae51c863834b67945e941167b1c3fa, entries=200, sequenceid=386, filesize=14.4 K 2024-11-27T17:27:08,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/51b1e559654a43f9b24f91343416cff7 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/51b1e559654a43f9b24f91343416cff7 2024-11-27T17:27:08,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/51b1e559654a43f9b24f91343416cff7, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T17:27:08,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/7dde3d9d45c94d0eb440e0a26d6c0e7f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/7dde3d9d45c94d0eb440e0a26d6c0e7f 2024-11-27T17:27:08,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/7dde3d9d45c94d0eb440e0a26d6c0e7f, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T17:27:08,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ab8133b54780e9390509e454229a868f in 1236ms, sequenceid=386, compaction requested=true 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:08,266 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab8133b54780e9390509e454229a868f:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:08,266 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:08,267 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:08,267 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:08,267 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/B is initiating minor compaction (all files) 2024-11-27T17:27:08,267 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/A is initiating minor compaction (all files) 2024-11-27T17:27:08,267 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/B in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:08,267 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/A in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:08,267 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ad30111718194650966c9144049fafe0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/40dfced363244463acf67d362973bd5d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/51b1e559654a43f9b24f91343416cff7] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=36.8 K 2024-11-27T17:27:08,267 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/80ae9913a29c4ed5aa06b4659f123516, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ba0be40a82cd4d97ada5de04c0d691fe, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/adae51c863834b67945e941167b1c3fa] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=39.2 K 2024-11-27T17:27:08,268 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80ae9913a29c4ed5aa06b4659f123516, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732728423605 2024-11-27T17:27:08,268 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ad30111718194650966c9144049fafe0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732728423605 2024-11-27T17:27:08,268 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba0be40a82cd4d97ada5de04c0d691fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732728424279 2024-11-27T17:27:08,268 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 40dfced363244463acf67d362973bd5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732728424279 2024-11-27T17:27:08,268 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting adae51c863834b67945e941167b1c3fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732728425874 2024-11-27T17:27:08,268 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b1e559654a43f9b24f91343416cff7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732728425874 2024-11-27T17:27:08,275 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:08,275 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#A#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:08,275 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/2213ab75b9834939be239f189b64e6d8 is 50, key is test_row_0/B:col10/1732728425874/Put/seqid=0 2024-11-27T17:27:08,275 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/fbacc74cd2064f9ea75c57824a0b84f2 is 50, key is test_row_0/A:col10/1732728425874/Put/seqid=0 2024-11-27T17:27:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742401_1577 (size=13187) 2024-11-27T17:27:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742400_1576 (size=13187) 2024-11-27T17:27:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on ab8133b54780e9390509e454229a868f 2024-11-27T17:27:08,499 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:08,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:27:08,500 INFO [Thread-2209 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2209. 2024-11-27T17:27:08,500 DEBUG [Thread-2209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,501 DEBUG [Thread-2209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,501 DEBUG [Thread-2209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/e5c0ed2d863a4aeb8426ac58fba29451 is 50, key is test_row_0/A:col10/1732728428496/Put/seqid=0 2024-11-27T17:27:08,508 INFO [Thread-2213 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2213. 2024-11-27T17:27:08,508 INFO [Thread-2205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2205. 2024-11-27T17:27:08,508 DEBUG [Thread-2205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,508 DEBUG [Thread-2213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:08,508 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,508 DEBUG [Thread-2213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,508 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,508 DEBUG [Thread-2213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:08,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:08,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742402_1578 (size=12301) 2024-11-27T17:27:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-27T17:27:08,577 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:08,689 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/fbacc74cd2064f9ea75c57824a0b84f2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fbacc74cd2064f9ea75c57824a0b84f2 2024-11-27T17:27:08,689 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/2213ab75b9834939be239f189b64e6d8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2213ab75b9834939be239f189b64e6d8 2024-11-27T17:27:08,694 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/A of ab8133b54780e9390509e454229a868f into fbacc74cd2064f9ea75c57824a0b84f2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:08,694 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/B of ab8133b54780e9390509e454229a868f into 2213ab75b9834939be239f189b64e6d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:08,694 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/A, priority=13, startTime=1732728428266; duration=0sec 2024-11-27T17:27:08,694 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/B, priority=13, startTime=1732728428266; duration=0sec 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:A 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:B 2024-11-27T17:27:08,694 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:08,695 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:08,695 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): ab8133b54780e9390509e454229a868f/C is initiating minor compaction (all files) 2024-11-27T17:27:08,695 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab8133b54780e9390509e454229a868f/C in TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:08,695 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e613281ba40141a4b24fd2297360d617, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b7d076b6fd384665abd305f53925ebcb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/7dde3d9d45c94d0eb440e0a26d6c0e7f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp, totalSize=36.8 K 2024-11-27T17:27:08,696 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e613281ba40141a4b24fd2297360d617, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732728423605 2024-11-27T17:27:08,696 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d076b6fd384665abd305f53925ebcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732728424279 2024-11-27T17:27:08,696 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dde3d9d45c94d0eb440e0a26d6c0e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732728425874 2024-11-27T17:27:08,703 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab8133b54780e9390509e454229a868f#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:08,703 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/2b7e91fd84684e2f8fe6f3155224ece6 is 50, key is test_row_0/C:col10/1732728425874/Put/seqid=0 2024-11-27T17:27:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742403_1579 (size=13187) 2024-11-27T17:27:08,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/e5c0ed2d863a4aeb8426ac58fba29451 2024-11-27T17:27:08,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8c55d5dad6084342ac0e3f811936b5fc is 50, key is test_row_0/B:col10/1732728428496/Put/seqid=0 2024-11-27T17:27:08,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742404_1580 (size=12301) 2024-11-27T17:27:09,118 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/2b7e91fd84684e2f8fe6f3155224ece6 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2b7e91fd84684e2f8fe6f3155224ece6 2024-11-27T17:27:09,124 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab8133b54780e9390509e454229a868f/C of ab8133b54780e9390509e454229a868f into 2b7e91fd84684e2f8fe6f3155224ece6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:09,124 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:09,124 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., storeName=ab8133b54780e9390509e454229a868f/C, priority=13, startTime=1732728428266; duration=0sec 2024-11-27T17:27:09,124 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:09,124 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab8133b54780e9390509e454229a868f:C 2024-11-27T17:27:09,231 INFO [Thread-2211 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2211. 2024-11-27T17:27:09,231 INFO [Thread-2207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2207. 2024-11-27T17:27:09,231 DEBUG [Thread-2211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:09,231 DEBUG [Thread-2207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:09,231 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:09,231 DEBUG [Thread-2211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:09,232 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:09,232 DEBUG [Thread-2211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:09,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:09,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1485 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4451 rows 2024-11-27T17:27:09,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1492 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4471 rows 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1479 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4437 rows 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1480 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4433 rows 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1481 2024-11-27T17:27:09,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4439 rows 2024-11-27T17:27:09,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:27:09,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:27:09,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:09,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:09,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:09,236 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-27T17:27:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-27T17:27:09,239 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728429239"}]},"ts":"1732728429239"} 2024-11-27T17:27:09,240 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T17:27:09,240 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T17:27:09,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:27:09,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, UNASSIGN}] 2024-11-27T17:27:09,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, UNASSIGN 2024-11-27T17:27:09,243 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=ab8133b54780e9390509e454229a868f, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:09,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, UNASSIGN because future has completed 2024-11-27T17:27:09,244 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:27:09,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:27:09,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8c55d5dad6084342ac0e3f811936b5fc 2024-11-27T17:27:09,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/d95a927f5070468caa035432cd55dd1b is 50, key is test_row_0/C:col10/1732728428496/Put/seqid=0 2024-11-27T17:27:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742405_1581 (size=12301) 2024-11-27T17:27:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-27T17:27:09,397 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close ab8133b54780e9390509e454229a868f 2024-11-27T17:27:09,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:27:09,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing ab8133b54780e9390509e454229a868f, disabling compactions & flushes 2024-11-27T17:27:09,398 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-27T17:27:09,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/d95a927f5070468caa035432cd55dd1b 2024-11-27T17:27:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/e5c0ed2d863a4aeb8426ac58fba29451 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e5c0ed2d863a4aeb8426ac58fba29451 2024-11-27T17:27:09,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e5c0ed2d863a4aeb8426ac58fba29451, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T17:27:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/8c55d5dad6084342ac0e3f811936b5fc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8c55d5dad6084342ac0e3f811936b5fc 2024-11-27T17:27:09,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8c55d5dad6084342ac0e3f811936b5fc, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T17:27:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/d95a927f5070468caa035432cd55dd1b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d95a927f5070468caa035432cd55dd1b 2024-11-27T17:27:09,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d95a927f5070468caa035432cd55dd1b, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T17:27:09,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for ab8133b54780e9390509e454229a868f in 1265ms, sequenceid=397, compaction requested=false 2024-11-27T17:27:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab8133b54780e9390509e454229a868f: 2024-11-27T17:27:09,765 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:09,765 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:09,765 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. after waiting 0 ms 2024-11-27T17:27:09,765 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:09,765 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing ab8133b54780e9390509e454229a868f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T17:27:09,768 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/763308402b3147abbba5df670a112544 is 50, key is test_row_0/A:col10/1732728429227/Put/seqid=0 2024-11-27T17:27:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742406_1582 (size=12301) 2024-11-27T17:27:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-27T17:27:10,173 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/763308402b3147abbba5df670a112544 2024-11-27T17:27:10,211 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d25ed8d0388b45aaa162b824bc16067e is 50, key is test_row_0/B:col10/1732728429227/Put/seqid=0 2024-11-27T17:27:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742407_1583 (size=12301) 2024-11-27T17:27:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-27T17:27:10,618 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d25ed8d0388b45aaa162b824bc16067e 2024-11-27T17:27:10,629 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/0073ba50b9a34599a962cf2fa676f3fa is 50, key is test_row_0/C:col10/1732728429227/Put/seqid=0 2024-11-27T17:27:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742408_1584 (size=12301) 2024-11-27T17:27:11,033 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/0073ba50b9a34599a962cf2fa676f3fa 2024-11-27T17:27:11,039 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/A/763308402b3147abbba5df670a112544 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/763308402b3147abbba5df670a112544 2024-11-27T17:27:11,045 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/763308402b3147abbba5df670a112544, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T17:27:11,046 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/B/d25ed8d0388b45aaa162b824bc16067e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d25ed8d0388b45aaa162b824bc16067e 2024-11-27T17:27:11,050 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d25ed8d0388b45aaa162b824bc16067e, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T17:27:11,051 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/.tmp/C/0073ba50b9a34599a962cf2fa676f3fa as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/0073ba50b9a34599a962cf2fa676f3fa 2024-11-27T17:27:11,053 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/0073ba50b9a34599a962cf2fa676f3fa, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T17:27:11,054 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ab8133b54780e9390509e454229a868f in 1289ms, sequenceid=407, compaction requested=true 2024-11-27T17:27:11,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/7f00a4324c6342e995b6c8256358db5d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ca38b91db91a4c868acd6b6fd10473bc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/128ae0c5b9f14e24abb78eabed70ae51, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/dc16e0f685a9492dbffcb97deaf25156, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/1ef0518d52b94ed394b80806d7edf6d9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2a8043b14a8c4a62a0093712db9327e7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2ad391288c5843e58679ac74f8f39dbc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/73a2385e51a94bf6a79146e7b0a0cdbf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fb0982ec29ff42efb85097d0f155a497, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/3609e2714017413e980f815e7cb5b7aa, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ace666f232864f3ca7017e8f9937a8ff, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e6869263d8d34e298076a84bab0c0dc7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/a6b1058cd7ff4e8582f5908835910677, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/48a446b2f70945a48ef156181d916f83, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ec48eceb86804799927bb26f1ff03579, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/0ed4b46dd7ac4546a4302a32c413f2d1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d43309fc3fc34aa3b64d38dbc680bb27, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/817318bb4a994baf8e6b0a39df3a2d77, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/411c346214ec47d987e3c863afb21b0c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d39770094a4048ea9412039af1acdd3f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/75ed34d1ce294b4d97f738956973c644, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/8055e7058e7b41fc9249701d24484a45, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/99359861e2b943d9bd91d3c15f7a2fb9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/80ae9913a29c4ed5aa06b4659f123516, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ba0be40a82cd4d97ada5de04c0d691fe, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/adae51c863834b67945e941167b1c3fa] to archive 2024-11-27T17:27:11,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:27:11,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/7f00a4324c6342e995b6c8256358db5d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/7f00a4324c6342e995b6c8256358db5d 2024-11-27T17:27:11,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ca38b91db91a4c868acd6b6fd10473bc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ca38b91db91a4c868acd6b6fd10473bc 2024-11-27T17:27:11,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/128ae0c5b9f14e24abb78eabed70ae51 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/128ae0c5b9f14e24abb78eabed70ae51 2024-11-27T17:27:11,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/dc16e0f685a9492dbffcb97deaf25156 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/dc16e0f685a9492dbffcb97deaf25156 2024-11-27T17:27:11,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/1ef0518d52b94ed394b80806d7edf6d9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/1ef0518d52b94ed394b80806d7edf6d9 2024-11-27T17:27:11,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2a8043b14a8c4a62a0093712db9327e7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2a8043b14a8c4a62a0093712db9327e7 2024-11-27T17:27:11,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2ad391288c5843e58679ac74f8f39dbc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/2ad391288c5843e58679ac74f8f39dbc 2024-11-27T17:27:11,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/73a2385e51a94bf6a79146e7b0a0cdbf to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/73a2385e51a94bf6a79146e7b0a0cdbf 2024-11-27T17:27:11,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fb0982ec29ff42efb85097d0f155a497 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fb0982ec29ff42efb85097d0f155a497 2024-11-27T17:27:11,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/3609e2714017413e980f815e7cb5b7aa to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/3609e2714017413e980f815e7cb5b7aa 2024-11-27T17:27:11,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ace666f232864f3ca7017e8f9937a8ff to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ace666f232864f3ca7017e8f9937a8ff 2024-11-27T17:27:11,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e6869263d8d34e298076a84bab0c0dc7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e6869263d8d34e298076a84bab0c0dc7 2024-11-27T17:27:11,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/a6b1058cd7ff4e8582f5908835910677 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/a6b1058cd7ff4e8582f5908835910677 2024-11-27T17:27:11,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/48a446b2f70945a48ef156181d916f83 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/48a446b2f70945a48ef156181d916f83 2024-11-27T17:27:11,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ec48eceb86804799927bb26f1ff03579 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ec48eceb86804799927bb26f1ff03579 2024-11-27T17:27:11,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/0ed4b46dd7ac4546a4302a32c413f2d1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/0ed4b46dd7ac4546a4302a32c413f2d1 2024-11-27T17:27:11,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d43309fc3fc34aa3b64d38dbc680bb27 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d43309fc3fc34aa3b64d38dbc680bb27 2024-11-27T17:27:11,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/817318bb4a994baf8e6b0a39df3a2d77 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/817318bb4a994baf8e6b0a39df3a2d77 2024-11-27T17:27:11,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/411c346214ec47d987e3c863afb21b0c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/411c346214ec47d987e3c863afb21b0c 2024-11-27T17:27:11,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d39770094a4048ea9412039af1acdd3f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/d39770094a4048ea9412039af1acdd3f 2024-11-27T17:27:11,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/75ed34d1ce294b4d97f738956973c644 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/75ed34d1ce294b4d97f738956973c644 2024-11-27T17:27:11,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/8055e7058e7b41fc9249701d24484a45 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/8055e7058e7b41fc9249701d24484a45 2024-11-27T17:27:11,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/99359861e2b943d9bd91d3c15f7a2fb9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/99359861e2b943d9bd91d3c15f7a2fb9 2024-11-27T17:27:11,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/80ae9913a29c4ed5aa06b4659f123516 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/80ae9913a29c4ed5aa06b4659f123516 2024-11-27T17:27:11,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ba0be40a82cd4d97ada5de04c0d691fe to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/ba0be40a82cd4d97ada5de04c0d691fe 2024-11-27T17:27:11,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/adae51c863834b67945e941167b1c3fa to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/adae51c863834b67945e941167b1c3fa 2024-11-27T17:27:11,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/4ff452e7697c47bda709030401897853, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/bcd402a187054ea3b49f76a47aa808ee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f474c82c01bf4372bbbde4a808c47da8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8b894e8ae7764bc19ea251ef5a7702c9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2f8ade08328948cead83f597559669fb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/9d7ae6758960459fa2c2fc9141ea1d1b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/16342cbdae8442e3ae39006eb12e30f5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/09c4954fe5ad4b55886a268cd17dfdc1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ec2faf1628c0477982d183881ec57b52, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d5c5131054814259adfb776b5c161a06, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d86fa2acd8f34e99a23590fd8d9384bc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3ffb64d3e44e4c74ad31f19d514d07d3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f65378340e3448e48c096f1cd1efab9f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3c0e8a63c75c4628bcbc8cf49b39f4d6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8094c9f848214f2aaf3870f4b42ebdb6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3e559a50592a47c2996a7a1dbb40b5c6, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/92c56320a74c47baa8a012840e7d125b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/fd535befa9ad42eeb962ce818d5d6ffc, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/25d0d330adee457f8ce16d0c7e57f5ce, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/b9a18a2c4692444c8c05e0ad7490a5ad, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/a0c2be55683b4bd0870cf80b97fd60c0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/560fafc816e4421c838d0c9e112d51c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ad30111718194650966c9144049fafe0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/02a17687f7f042a3ae0baf30a8bf2a1d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/40dfced363244463acf67d362973bd5d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/51b1e559654a43f9b24f91343416cff7] to archive 2024-11-27T17:27:11,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:27:11,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/4ff452e7697c47bda709030401897853 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/4ff452e7697c47bda709030401897853 2024-11-27T17:27:11,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/bcd402a187054ea3b49f76a47aa808ee to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/bcd402a187054ea3b49f76a47aa808ee 2024-11-27T17:27:11,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f474c82c01bf4372bbbde4a808c47da8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f474c82c01bf4372bbbde4a808c47da8 2024-11-27T17:27:11,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8b894e8ae7764bc19ea251ef5a7702c9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8b894e8ae7764bc19ea251ef5a7702c9 2024-11-27T17:27:11,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2f8ade08328948cead83f597559669fb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2f8ade08328948cead83f597559669fb 2024-11-27T17:27:11,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/9d7ae6758960459fa2c2fc9141ea1d1b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/9d7ae6758960459fa2c2fc9141ea1d1b 2024-11-27T17:27:11,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/16342cbdae8442e3ae39006eb12e30f5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/16342cbdae8442e3ae39006eb12e30f5 2024-11-27T17:27:11,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/09c4954fe5ad4b55886a268cd17dfdc1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/09c4954fe5ad4b55886a268cd17dfdc1 2024-11-27T17:27:11,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ec2faf1628c0477982d183881ec57b52 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ec2faf1628c0477982d183881ec57b52 2024-11-27T17:27:11,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d5c5131054814259adfb776b5c161a06 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d5c5131054814259adfb776b5c161a06 2024-11-27T17:27:11,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d86fa2acd8f34e99a23590fd8d9384bc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d86fa2acd8f34e99a23590fd8d9384bc 2024-11-27T17:27:11,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3ffb64d3e44e4c74ad31f19d514d07d3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3ffb64d3e44e4c74ad31f19d514d07d3 2024-11-27T17:27:11,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f65378340e3448e48c096f1cd1efab9f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/f65378340e3448e48c096f1cd1efab9f 2024-11-27T17:27:11,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3c0e8a63c75c4628bcbc8cf49b39f4d6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3c0e8a63c75c4628bcbc8cf49b39f4d6 2024-11-27T17:27:11,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8094c9f848214f2aaf3870f4b42ebdb6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8094c9f848214f2aaf3870f4b42ebdb6 2024-11-27T17:27:11,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3e559a50592a47c2996a7a1dbb40b5c6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/3e559a50592a47c2996a7a1dbb40b5c6 2024-11-27T17:27:11,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/92c56320a74c47baa8a012840e7d125b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/92c56320a74c47baa8a012840e7d125b 2024-11-27T17:27:11,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/fd535befa9ad42eeb962ce818d5d6ffc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/fd535befa9ad42eeb962ce818d5d6ffc 2024-11-27T17:27:11,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/25d0d330adee457f8ce16d0c7e57f5ce to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/25d0d330adee457f8ce16d0c7e57f5ce 2024-11-27T17:27:11,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/b9a18a2c4692444c8c05e0ad7490a5ad to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/b9a18a2c4692444c8c05e0ad7490a5ad 2024-11-27T17:27:11,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/a0c2be55683b4bd0870cf80b97fd60c0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/a0c2be55683b4bd0870cf80b97fd60c0 2024-11-27T17:27:11,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/560fafc816e4421c838d0c9e112d51c8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/560fafc816e4421c838d0c9e112d51c8 2024-11-27T17:27:11,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ad30111718194650966c9144049fafe0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/ad30111718194650966c9144049fafe0 2024-11-27T17:27:11,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/02a17687f7f042a3ae0baf30a8bf2a1d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/02a17687f7f042a3ae0baf30a8bf2a1d 2024-11-27T17:27:11,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/40dfced363244463acf67d362973bd5d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/40dfced363244463acf67d362973bd5d 2024-11-27T17:27:11,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/51b1e559654a43f9b24f91343416cff7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/51b1e559654a43f9b24f91343416cff7 2024-11-27T17:27:11,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/15a4fc328fa846b18bf1fdd792053144, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ff693fa153cb44738ac9c6d122245ad1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/25a615f2aeba4588a6f22c07baec08d7, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e11c3203a961415e856d091725e95aaf, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/1d97fa22c6dd46fe99f6950d1992f393, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b68bca3fd69a45e881ff008e71764ec5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ad1aa93c04c7445f9e04c490c56f9a2c, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/00cee156d203435380c2a0c55c2e7dce, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/3ba64207d6db44cdad77df85deb332f5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/243a5863f7474c389d42e9488ac9ed56, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/05c1a1f5b5a44891848e40ef88701c36, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2242cef4029f480a9a5c25bda4bb78c8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/719afb2edae14568846e2985e71722ee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d1a1a47bdf16465796fae2c9a0321c57, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/13976462adc24b589cf1625827482535, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/38923c11968f44f7a727fcef21893696, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/dc3f05528a56492d987a33d5922d8a1a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/97d70c38214247aa81f480835d5c3e85, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/9f962667f46541dfa86c525137fa2cf4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e7e11dd1b546423faf3131e9262b906e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/6bfed02ac8c54c62a40df92435f8a051, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/a5e877647d1e4dddbdad3bf227612e4f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e613281ba40141a4b24fd2297360d617, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ba052859c37a4f01aae0c4af01131e57, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b7d076b6fd384665abd305f53925ebcb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/7dde3d9d45c94d0eb440e0a26d6c0e7f] to archive 2024-11-27T17:27:11,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:27:11,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/15a4fc328fa846b18bf1fdd792053144 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/15a4fc328fa846b18bf1fdd792053144 2024-11-27T17:27:11,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ff693fa153cb44738ac9c6d122245ad1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ff693fa153cb44738ac9c6d122245ad1 2024-11-27T17:27:11,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/25a615f2aeba4588a6f22c07baec08d7 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/25a615f2aeba4588a6f22c07baec08d7 2024-11-27T17:27:11,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e11c3203a961415e856d091725e95aaf to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e11c3203a961415e856d091725e95aaf 2024-11-27T17:27:11,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/1d97fa22c6dd46fe99f6950d1992f393 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/1d97fa22c6dd46fe99f6950d1992f393 2024-11-27T17:27:11,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b68bca3fd69a45e881ff008e71764ec5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b68bca3fd69a45e881ff008e71764ec5 2024-11-27T17:27:11,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ad1aa93c04c7445f9e04c490c56f9a2c to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ad1aa93c04c7445f9e04c490c56f9a2c 2024-11-27T17:27:11,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/00cee156d203435380c2a0c55c2e7dce to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/00cee156d203435380c2a0c55c2e7dce 2024-11-27T17:27:11,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/3ba64207d6db44cdad77df85deb332f5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/3ba64207d6db44cdad77df85deb332f5 2024-11-27T17:27:11,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/243a5863f7474c389d42e9488ac9ed56 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/243a5863f7474c389d42e9488ac9ed56 2024-11-27T17:27:11,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/05c1a1f5b5a44891848e40ef88701c36 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/05c1a1f5b5a44891848e40ef88701c36 2024-11-27T17:27:11,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2242cef4029f480a9a5c25bda4bb78c8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2242cef4029f480a9a5c25bda4bb78c8 2024-11-27T17:27:11,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/719afb2edae14568846e2985e71722ee to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/719afb2edae14568846e2985e71722ee 2024-11-27T17:27:11,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d1a1a47bdf16465796fae2c9a0321c57 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d1a1a47bdf16465796fae2c9a0321c57 2024-11-27T17:27:11,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/13976462adc24b589cf1625827482535 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/13976462adc24b589cf1625827482535 2024-11-27T17:27:11,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/38923c11968f44f7a727fcef21893696 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/38923c11968f44f7a727fcef21893696 2024-11-27T17:27:11,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/dc3f05528a56492d987a33d5922d8a1a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/dc3f05528a56492d987a33d5922d8a1a 2024-11-27T17:27:11,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/97d70c38214247aa81f480835d5c3e85 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/97d70c38214247aa81f480835d5c3e85 2024-11-27T17:27:11,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/9f962667f46541dfa86c525137fa2cf4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/9f962667f46541dfa86c525137fa2cf4 2024-11-27T17:27:11,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e7e11dd1b546423faf3131e9262b906e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e7e11dd1b546423faf3131e9262b906e 2024-11-27T17:27:11,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/6bfed02ac8c54c62a40df92435f8a051 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/6bfed02ac8c54c62a40df92435f8a051 2024-11-27T17:27:11,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/a5e877647d1e4dddbdad3bf227612e4f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/a5e877647d1e4dddbdad3bf227612e4f 2024-11-27T17:27:11,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e613281ba40141a4b24fd2297360d617 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/e613281ba40141a4b24fd2297360d617 2024-11-27T17:27:11,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ba052859c37a4f01aae0c4af01131e57 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/ba052859c37a4f01aae0c4af01131e57 2024-11-27T17:27:11,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b7d076b6fd384665abd305f53925ebcb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/b7d076b6fd384665abd305f53925ebcb 2024-11-27T17:27:11,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/7dde3d9d45c94d0eb440e0a26d6c0e7f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/7dde3d9d45c94d0eb440e0a26d6c0e7f 2024-11-27T17:27:11,121 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=1 2024-11-27T17:27:11,122 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. 2024-11-27T17:27:11,122 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for ab8133b54780e9390509e454229a868f: Waiting for close lock at 1732728429397Running coprocessor pre-close hooks at 1732728429397Disabling compacts and flushes for region at 1732728429397Disabling writes for close at 1732728429765 (+368 ms)Obtaining lock to block concurrent updates at 1732728429765Preparing flush snapshotting stores in ab8133b54780e9390509e454229a868f at 1732728429765Finished memstore snapshotting TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732728429766 (+1 ms)Flushing stores of TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f. at 1732728429766Flushing ab8133b54780e9390509e454229a868f/A: creating writer at 1732728429766Flushing ab8133b54780e9390509e454229a868f/A: appending metadata at 1732728429768 (+2 ms)Flushing ab8133b54780e9390509e454229a868f/A: closing flushed file at 1732728429768Flushing ab8133b54780e9390509e454229a868f/B: creating writer at 1732728430206 (+438 ms)Flushing ab8133b54780e9390509e454229a868f/B: appending metadata at 1732728430210 (+4 ms)Flushing ab8133b54780e9390509e454229a868f/B: closing flushed file at 1732728430210Flushing ab8133b54780e9390509e454229a868f/C: creating writer at 1732728430625 (+415 ms)Flushing ab8133b54780e9390509e454229a868f/C: appending metadata at 1732728430628 (+3 ms)Flushing ab8133b54780e9390509e454229a868f/C: closing flushed file at 1732728430629 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8041cdd: reopening flushed file at 1732728431038 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3176d226: reopening flushed file at 1732728431045 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d546d11: reopening flushed file at 1732728431050 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ab8133b54780e9390509e454229a868f in 1289ms, sequenceid=407, compaction requested=true at 1732728431054 (+4 ms)Writing region close event to WAL at 1732728431119 (+65 ms)Running coprocessor post-close hooks at 1732728431122 (+3 ms)Closed at 1732728431122 2024-11-27T17:27:11,123 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed ab8133b54780e9390509e454229a868f 2024-11-27T17:27:11,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=ab8133b54780e9390509e454229a868f, regionState=CLOSED 2024-11-27T17:27:11,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:27:11,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-27T17:27:11,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure ab8133b54780e9390509e454229a868f, server=8f0673442175,34765,1732728280069 in 1.8810 sec 2024-11-27T17:27:11,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-27T17:27:11,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab8133b54780e9390509e454229a868f, UNASSIGN in 1.8850 sec 2024-11-27T17:27:11,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-27T17:27:11,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8870 sec 2024-11-27T17:27:11,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728431130"}]},"ts":"1732728431130"} 2024-11-27T17:27:11,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T17:27:11,132 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T17:27:11,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8960 sec 2024-11-27T17:27:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-27T17:27:11,386 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:11,386 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-27T17:27:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,388 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-27T17:27:11,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,391 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f 2024-11-27T17:27:11,394 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/recovered.edits] 2024-11-27T17:27:11,398 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/763308402b3147abbba5df670a112544 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/763308402b3147abbba5df670a112544 2024-11-27T17:27:11,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e5c0ed2d863a4aeb8426ac58fba29451 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/e5c0ed2d863a4aeb8426ac58fba29451 2024-11-27T17:27:11,400 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fbacc74cd2064f9ea75c57824a0b84f2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/A/fbacc74cd2064f9ea75c57824a0b84f2 2024-11-27T17:27:11,402 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2213ab75b9834939be239f189b64e6d8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/2213ab75b9834939be239f189b64e6d8 2024-11-27T17:27:11,403 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8c55d5dad6084342ac0e3f811936b5fc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/8c55d5dad6084342ac0e3f811936b5fc 2024-11-27T17:27:11,404 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d25ed8d0388b45aaa162b824bc16067e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/B/d25ed8d0388b45aaa162b824bc16067e 2024-11-27T17:27:11,405 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/0073ba50b9a34599a962cf2fa676f3fa to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/0073ba50b9a34599a962cf2fa676f3fa 2024-11-27T17:27:11,406 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2b7e91fd84684e2f8fe6f3155224ece6 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/2b7e91fd84684e2f8fe6f3155224ece6 2024-11-27T17:27:11,407 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d95a927f5070468caa035432cd55dd1b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/C/d95a927f5070468caa035432cd55dd1b 2024-11-27T17:27:11,409 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/recovered.edits/410.seqid to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f/recovered.edits/410.seqid 2024-11-27T17:27:11,409 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/ab8133b54780e9390509e454229a868f 2024-11-27T17:27:11,409 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T17:27:11,411 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,412 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T17:27:11,414 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T17:27:11,415 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,415 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T17:27:11,415 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732728431415"}]},"ts":"9223372036854775807"} 2024-11-27T17:27:11,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T17:27:11,417 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ab8133b54780e9390509e454229a868f, NAME => 'TestAcidGuarantees,,1732728406039.ab8133b54780e9390509e454229a868f.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T17:27:11,417 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T17:27:11,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732728431417"}]},"ts":"9223372036854775807"} 2024-11-27T17:27:11,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-27T17:27:11,420 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-27T17:27:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-27T17:27:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-27T17:27:11,496 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:11,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=9433 (was 9527) 2024-11-27T17:27:11,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=9433 2024-11-27T17:27:11,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:27:11,520 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:27:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:11,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:27:11,522 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:11,522 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-27T17:27:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-27T17:27:11,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:27:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742409_1585 (size=959) 2024-11-27T17:27:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-27T17:27:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-27T17:27:11,935 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13 2024-11-27T17:27:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742410_1586 (size=53) 2024-11-27T17:27:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-27T17:27:12,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:27:12,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0a852d6201b84a9b57224f46945a5130, disabling compactions & flushes 2024-11-27T17:27:12,344 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. after waiting 0 ms 2024-11-27T17:27:12,344 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,344 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,345 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a852d6201b84a9b57224f46945a5130: Waiting for close lock at 1732728432344Disabling compacts and flushes for region at 1732728432344Disabling writes for close at 1732728432344Writing region close event to WAL at 1732728432344Closed at 1732728432344 2024-11-27T17:27:12,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:27:12,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732728432347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728432347"}]},"ts":"1732728432347"} 2024-11-27T17:27:12,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:27:12,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:27:12,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728432352"}]},"ts":"1732728432352"} 2024-11-27T17:27:12,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T17:27:12,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, ASSIGN}] 2024-11-27T17:27:12,356 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, ASSIGN 2024-11-27T17:27:12,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, ASSIGN; state=OFFLINE, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=false 2024-11-27T17:27:12,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, ASSIGN because future has completed 2024-11-27T17:27:12,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:27:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-27T17:27:12,672 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,672 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:27:12,673 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,673 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:27:12,673 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,673 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,675 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,676 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a852d6201b84a9b57224f46945a5130 columnFamilyName A 2024-11-27T17:27:12,677 DEBUG [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:12,677 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(327): Store=0a852d6201b84a9b57224f46945a5130/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:27:12,677 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,679 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a852d6201b84a9b57224f46945a5130 columnFamilyName B 2024-11-27T17:27:12,679 DEBUG [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:12,679 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(327): Store=0a852d6201b84a9b57224f46945a5130/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:27:12,680 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,681 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a852d6201b84a9b57224f46945a5130 columnFamilyName C 2024-11-27T17:27:12,681 DEBUG [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:12,681 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(327): Store=0a852d6201b84a9b57224f46945a5130/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:27:12,682 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,683 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,683 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,685 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,685 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,686 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:27:12,687 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,690 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:27:12,690 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 0a852d6201b84a9b57224f46945a5130; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66715791, jitterRate=-0.00585724413394928}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:27:12,690 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:12,691 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 0a852d6201b84a9b57224f46945a5130: Running coprocessor pre-open hook at 1732728432673Writing region info on filesystem at 1732728432673Initializing all the Stores at 1732728432674 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728432674Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728432674Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728432674Cleaning up temporary data from old regions at 1732728432685 (+11 ms)Running coprocessor post-open hooks at 1732728432690 (+5 ms)Region opened successfully at 1732728432691 (+1 ms) 2024-11-27T17:27:12,692 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., pid=146, masterSystemTime=1732728432666 2024-11-27T17:27:12,694 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,694 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:12,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:12,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:27:12,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-27T17:27:12,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 in 183 msec 2024-11-27T17:27:12,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T17:27:12,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, ASSIGN in 342 msec 2024-11-27T17:27:12,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:27:12,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728432699"}]},"ts":"1732728432699"} 2024-11-27T17:27:12,700 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T17:27:12,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:27:12,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-27T17:27:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-27T17:27:13,687 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:13,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:13,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:13,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:13,691 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c47a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:13,694 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453370ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:13,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:13,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:13,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:27:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45303,1732728279248 2024-11-27T17:27:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2f8cfb 2024-11-27T17:27:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:27:13,700 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:27:13,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T17:27:13,701 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:27:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:13,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742411_1587 (size=995) 2024-11-27T17:27:14,114 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-27T17:27:14,114 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-27T17:27:14,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:27:14,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, REOPEN/MOVE}] 2024-11-27T17:27:14,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, REOPEN/MOVE 2024-11-27T17:27:14,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, REOPEN/MOVE because future has completed 2024-11-27T17:27:14,127 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:27:14,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:27:14,281 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,281 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:27:14,281 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 0a852d6201b84a9b57224f46945a5130, disabling compactions & flushes 2024-11-27T17:27:14,281 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,281 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,282 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. after waiting 0 ms 2024-11-27T17:27:14,282 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,289 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T17:27:14,290 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,290 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 0a852d6201b84a9b57224f46945a5130: Waiting for close lock at 1732728434281Running coprocessor pre-close hooks at 1732728434281Disabling compacts and flushes for region at 1732728434281Disabling writes for close at 1732728434282 (+1 ms)Writing region close event to WAL at 1732728434283 (+1 ms)Running coprocessor post-close hooks at 1732728434290 (+7 ms)Closed at 1732728434290 2024-11-27T17:27:14,290 WARN [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 0a852d6201b84a9b57224f46945a5130 to self. 2024-11-27T17:27:14,293 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=CLOSED 2024-11-27T17:27:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:27:14,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-27T17:27:14,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 in 168 msec 2024-11-27T17:27:14,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, REOPEN/MOVE; state=CLOSED, location=8f0673442175,34765,1732728280069; forceNewPlan=false, retain=true 2024-11-27T17:27:14,448 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=OPENING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, REOPEN/MOVE because future has completed 2024-11-27T17:27:14,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:27:14,609 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,609 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:27:14,610 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,610 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:27:14,610 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,610 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,613 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,615 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a852d6201b84a9b57224f46945a5130 columnFamilyName A 2024-11-27T17:27:14,617 DEBUG [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:14,618 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(327): Store=0a852d6201b84a9b57224f46945a5130/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:27:14,618 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,619 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a852d6201b84a9b57224f46945a5130 columnFamilyName B 2024-11-27T17:27:14,619 DEBUG [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:14,619 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(327): Store=0a852d6201b84a9b57224f46945a5130/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:27:14,620 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,620 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a852d6201b84a9b57224f46945a5130 columnFamilyName C 2024-11-27T17:27:14,620 DEBUG [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:14,620 INFO [StoreOpener-0a852d6201b84a9b57224f46945a5130-1 {}] regionserver.HStore(327): Store=0a852d6201b84a9b57224f46945a5130/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:27:14,621 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,621 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,622 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,623 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,623 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,623 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T17:27:14,624 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,625 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 0a852d6201b84a9b57224f46945a5130; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66900926, jitterRate=-0.003098517656326294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T17:27:14,625 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,626 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 0a852d6201b84a9b57224f46945a5130: Running coprocessor pre-open hook at 1732728434610Writing region info on filesystem at 1732728434610Initializing all the Stores at 1732728434612 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728434612Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728434613 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728434613Cleaning up temporary data from old regions at 1732728434623 (+10 ms)Running coprocessor post-open hooks at 1732728434625 (+2 ms)Region opened successfully at 1732728434626 (+1 ms) 2024-11-27T17:27:14,627 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., pid=151, masterSystemTime=1732728434602 2024-11-27T17:27:14,628 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,628 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=OPEN, openSeqNum=5, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:27:14,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-27T17:27:14,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 in 180 msec 2024-11-27T17:27:14,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-27T17:27:14,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, REOPEN/MOVE in 509 msec 2024-11-27T17:27:14,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-27T17:27:14,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-27T17:27:14,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-27T17:27:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-27T17:27:14,637 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:14,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,639 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6080fcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,640 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a942cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,641 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251cf05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5771e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,644 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66171a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24166cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,646 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e42399e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,647 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3ab13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f76670b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,650 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ff8bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f71db95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,653 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3334f910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6ab33a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,655 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79156e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,657 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0b88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1039b3a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,660 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cad056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d021ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45303,-1 for getting cluster id 2024-11-27T17:27:14,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:27:14,663 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d52f934-f74d-4c47-bcbe-e39a1c89d02e' 2024-11-27T17:27:14,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:27:14,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d52f934-f74d-4c47-bcbe-e39a1c89d02e" 2024-11-27T17:27:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c96e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45303,-1] 2024-11-27T17:27:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:27:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:14,665 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:27:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7977389d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:27:14,666 DEBUG [Thread-2604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,666 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:14,666 DEBUG [Thread-2610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,666 DEBUG [Thread-2608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,667 DEBUG [Thread-2593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,667 DEBUG [Thread-2599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-27T17:27:14,667 DEBUG [Thread-2606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,668 DEBUG [Thread-2595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:14,669 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:14,669 DEBUG [Thread-2612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:14,669 DEBUG [Thread-2597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,670 DEBUG [Thread-2612 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,670 DEBUG [Thread-2606 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,670 DEBUG [Thread-2612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,670 DEBUG [Thread-2606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,671 DEBUG [Thread-2595 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,671 DEBUG [Thread-2595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,672 DEBUG [Thread-2601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:27:14,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34765,1732728280069, seqNum=-1] 2024-11-27T17:27:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:27:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:27:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5] 2024-11-27T17:27:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:14,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:27:14,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a4c89042f7a04519a3d360d00b4bb835_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728434677/Put/seqid=0 2024-11-27T17:27:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728494701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728494702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728494704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728494704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728494705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742412_1588 (size=12154) 2024-11-27T17:27:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:14,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728494815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728494815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728494815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728494815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728494815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:14,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:14,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:14,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:15,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728495025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728495025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728495025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728495025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728495025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a4c89042f7a04519a3d360d00b4bb835_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a4c89042f7a04519a3d360d00b4bb835_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:15,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3bdd6816110840ccb0195be4a2dac0e0, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:15,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3bdd6816110840ccb0195be4a2dac0e0 is 175, key is test_row_0/A:col10/1732728434677/Put/seqid=0 2024-11-27T17:27:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742413_1589 (size=30955) 2024-11-27T17:27:15,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:15,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:15,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728495335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728495335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728495335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728495335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728495335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3bdd6816110840ccb0195be4a2dac0e0 2024-11-27T17:27:15,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/eda03e1eca234f0ca23137c314313de4 is 50, key is test_row_0/B:col10/1732728434677/Put/seqid=0 2024-11-27T17:27:15,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742414_1590 (size=12001) 2024-11-27T17:27:15,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:15,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728495845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728495845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728495845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728495845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728495845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:15,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:15,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:15,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/eda03e1eca234f0ca23137c314313de4 2024-11-27T17:27:15,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f6992b0c2c6a4a1b9efe4fc817a21ce1 is 50, key is test_row_0/C:col10/1732728434677/Put/seqid=0 2024-11-27T17:27:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742415_1591 (size=12001) 2024-11-27T17:27:16,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:16,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:16,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:16,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f6992b0c2c6a4a1b9efe4fc817a21ce1 2024-11-27T17:27:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3bdd6816110840ccb0195be4a2dac0e0 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0 2024-11-27T17:27:16,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T17:27:16,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/eda03e1eca234f0ca23137c314313de4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/eda03e1eca234f0ca23137c314313de4 2024-11-27T17:27:16,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/eda03e1eca234f0ca23137c314313de4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T17:27:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f6992b0c2c6a4a1b9efe4fc817a21ce1 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f6992b0c2c6a4a1b9efe4fc817a21ce1 2024-11-27T17:27:16,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f6992b0c2c6a4a1b9efe4fc817a21ce1, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T17:27:16,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0a852d6201b84a9b57224f46945a5130 in 1697ms, sequenceid=16, compaction requested=false 2024-11-27T17:27:16,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:16,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T17:27:16,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:16,505 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T17:27:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ee77a653bd304f09b7443ef9a9ff6d74_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728434703/Put/seqid=0 2024-11-27T17:27:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742416_1592 (size=12154) 2024-11-27T17:27:16,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:27:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:16,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728496863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728496863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728496865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,868 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728496867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728496867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:16,917 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ee77a653bd304f09b7443ef9a9ff6d74_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ee77a653bd304f09b7443ef9a9ff6d74_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:16,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/9160921496c94758adfa5292aa7789d2, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:16,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/9160921496c94758adfa5292aa7789d2 is 175, key is test_row_0/A:col10/1732728434703/Put/seqid=0 2024-11-27T17:27:16,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742417_1593 (size=30955) 2024-11-27T17:27:16,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728496976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728496976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728496976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728496976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728497185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728497185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728497186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728497186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,328 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/9160921496c94758adfa5292aa7789d2 2024-11-27T17:27:17,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/3c1f1df097be4ddb9778ed9c281e9361 is 50, key is test_row_0/B:col10/1732728434703/Put/seqid=0 2024-11-27T17:27:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742418_1594 (size=12001) 2024-11-27T17:27:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728497495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728497495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728497495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728497495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:17,736 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/3c1f1df097be4ddb9778ed9c281e9361 2024-11-27T17:27:17,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/6608672954fd4e4dab0c2a391a08302b is 50, key is test_row_0/C:col10/1732728434703/Put/seqid=0 2024-11-27T17:27:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742419_1595 (size=12001) 2024-11-27T17:27:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728498005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728498005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728498005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728498005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:18,147 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/6608672954fd4e4dab0c2a391a08302b 2024-11-27T17:27:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/9160921496c94758adfa5292aa7789d2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2 2024-11-27T17:27:18,153 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T17:27:18,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/3c1f1df097be4ddb9778ed9c281e9361 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3c1f1df097be4ddb9778ed9c281e9361 2024-11-27T17:27:18,156 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3c1f1df097be4ddb9778ed9c281e9361, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:27:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/6608672954fd4e4dab0c2a391a08302b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/6608672954fd4e4dab0c2a391a08302b 2024-11-27T17:27:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,159 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/6608672954fd4e4dab0c2a391a08302b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T17:27:18,160 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0a852d6201b84a9b57224f46945a5130 in 1655ms, sequenceid=40, compaction requested=false 2024-11-27T17:27:18,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:18,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:18,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-27T17:27:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-27T17:27:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-27T17:27:18,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4930 sec 2024-11-27T17:27:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.4980 sec 2024-11-27T17:27:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-27T17:27:18,835 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,836 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-27T17:27:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,837 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,838 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:18,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:18,888 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:27:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112788e85b6e6ecd4d4195554fd16dd49539_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742420_1596 (size=12154) 2024-11-27T17:27:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728498968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:18,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:18,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:18,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:18,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:18,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:18,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728499015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728499015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728499015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,016 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,017 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,017 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728499025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,027 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728499075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:19,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728499285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:19,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:19,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112788e85b6e6ecd4d4195554fd16dd49539_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112788e85b6e6ecd4d4195554fd16dd49539_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:19,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3ac0098ff29a4973b5b0edff41f8af10, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:19,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3ac0098ff29a4973b5b0edff41f8af10 is 175, key is test_row_0/A:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:19,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742421_1597 (size=30951) 2024-11-27T17:27:19,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:19,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728499595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:19,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3ac0098ff29a4973b5b0edff41f8af10 2024-11-27T17:27:19,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/65acec8abf2a47fa8e83e5a80df9a102 is 50, key is test_row_0/B:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:19,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742422_1598 (size=9657) 2024-11-27T17:27:19,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/65acec8abf2a47fa8e83e5a80df9a102 2024-11-27T17:27:19,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/be9b2c19ed1641f7a538536098682874 is 50, key is test_row_0/C:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742423_1599 (size=9657) 2024-11-27T17:27:19,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:19,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:20,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:20,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:20,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728500105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:20,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/be9b2c19ed1641f7a538536098682874 2024-11-27T17:27:20,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/3ac0098ff29a4973b5b0edff41f8af10 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10 2024-11-27T17:27:20,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10, entries=150, sequenceid=54, filesize=30.2 K 2024-11-27T17:27:20,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/65acec8abf2a47fa8e83e5a80df9a102 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/65acec8abf2a47fa8e83e5a80df9a102 2024-11-27T17:27:20,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/65acec8abf2a47fa8e83e5a80df9a102, entries=100, sequenceid=54, filesize=9.4 K 2024-11-27T17:27:20,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/be9b2c19ed1641f7a538536098682874 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/be9b2c19ed1641f7a538536098682874 2024-11-27T17:27:20,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/be9b2c19ed1641f7a538536098682874, entries=100, sequenceid=54, filesize=9.4 K 2024-11-27T17:27:20,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0a852d6201b84a9b57224f46945a5130 in 1257ms, sequenceid=54, compaction requested=true 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:20,145 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:20,145 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:20,147 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:20,147 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:20,147 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/B is initiating minor compaction (all files) 2024-11-27T17:27:20,147 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/A is initiating minor compaction (all files) 2024-11-27T17:27:20,147 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/A in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,147 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/B in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,147 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/eda03e1eca234f0ca23137c314313de4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3c1f1df097be4ddb9778ed9c281e9361, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/65acec8abf2a47fa8e83e5a80df9a102] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=32.9 K 2024-11-27T17:27:20,147 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=90.7 K 2024-11-27T17:27:20,147 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,147 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10] 2024-11-27T17:27:20,147 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting eda03e1eca234f0ca23137c314313de4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732728434677 2024-11-27T17:27:20,148 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bdd6816110840ccb0195be4a2dac0e0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732728434677 2024-11-27T17:27:20,148 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c1f1df097be4ddb9778ed9c281e9361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728434696 2024-11-27T17:27:20,148 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9160921496c94758adfa5292aa7789d2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728434696 2024-11-27T17:27:20,148 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 65acec8abf2a47fa8e83e5a80df9a102, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732728436862 2024-11-27T17:27:20,148 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ac0098ff29a4973b5b0edff41f8af10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732728436862 2024-11-27T17:27:20,152 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:20,152 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#B#compaction#511 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:20,153 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/859f043ff8634aba8e76d721c1075924 is 50, key is test_row_0/B:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:20,154 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411276446d8bc72a84e3f806775bc80c6b456_0a852d6201b84a9b57224f46945a5130 store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:20,155 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411276446d8bc72a84e3f806775bc80c6b456_0a852d6201b84a9b57224f46945a5130, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:20,155 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276446d8bc72a84e3f806775bc80c6b456_0a852d6201b84a9b57224f46945a5130 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742424_1600 (size=12104) 2024-11-27T17:27:20,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742425_1601 (size=4469) 2024-11-27T17:27:20,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T17:27:20,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,209 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:27:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bbb254bbac1f4e33838d14f458f4c291_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728438967/Put/seqid=0 2024-11-27T17:27:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742426_1602 (size=12154) 2024-11-27T17:27:20,559 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:20,559 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/a7a955798eae4ed8883b0bfbe0dd88e9 is 175, key is test_row_0/A:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742427_1603 (size=31165) 2024-11-27T17:27:20,593 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/859f043ff8634aba8e76d721c1075924 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/859f043ff8634aba8e76d721c1075924 2024-11-27T17:27:20,596 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/a7a955798eae4ed8883b0bfbe0dd88e9 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a7a955798eae4ed8883b0bfbe0dd88e9 2024-11-27T17:27:20,599 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/A of 0a852d6201b84a9b57224f46945a5130 into a7a955798eae4ed8883b0bfbe0dd88e9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:20,599 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:20,599 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/A, priority=13, startTime=1732728440145; duration=0sec 2024-11-27T17:27:20,599 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:20,599 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:A 2024-11-27T17:27:20,599 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:20,600 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:20,600 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/C is initiating minor compaction (all files) 2024-11-27T17:27:20,600 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/C in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:20,600 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f6992b0c2c6a4a1b9efe4fc817a21ce1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/6608672954fd4e4dab0c2a391a08302b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/be9b2c19ed1641f7a538536098682874] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=32.9 K 2024-11-27T17:27:20,600 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6992b0c2c6a4a1b9efe4fc817a21ce1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732728434677 2024-11-27T17:27:20,600 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6608672954fd4e4dab0c2a391a08302b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732728434696 2024-11-27T17:27:20,601 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting be9b2c19ed1641f7a538536098682874, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732728436862 2024-11-27T17:27:20,604 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/B of 0a852d6201b84a9b57224f46945a5130 into 859f043ff8634aba8e76d721c1075924(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:20,604 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:20,604 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/B, priority=13, startTime=1732728440145; duration=0sec 2024-11-27T17:27:20,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:20,605 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:B 2024-11-27T17:27:20,605 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:20,605 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/2cefc0aafb8c4412a4e187dfb04ceb0d is 50, key is test_row_0/C:col10/1732728438887/Put/seqid=0 2024-11-27T17:27:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742428_1604 (size=12104) 2024-11-27T17:27:20,612 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/2cefc0aafb8c4412a4e187dfb04ceb0d as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2cefc0aafb8c4412a4e187dfb04ceb0d 2024-11-27T17:27:20,615 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/C of 0a852d6201b84a9b57224f46945a5130 into 2cefc0aafb8c4412a4e187dfb04ceb0d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:20,615 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:20,615 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/C, priority=13, startTime=1732728440145; duration=0sec 2024-11-27T17:27:20,615 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:20,615 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:C 2024-11-27T17:27:20,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:20,619 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bbb254bbac1f4e33838d14f458f4c291_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bbb254bbac1f4e33838d14f458f4c291_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/de9fb0402e094d7584b0f860b512f01f, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:20,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/de9fb0402e094d7584b0f860b512f01f is 175, key is test_row_0/A:col10/1732728438967/Put/seqid=0 2024-11-27T17:27:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742429_1605 (size=30955) 2024-11-27T17:27:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:21,024 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/de9fb0402e094d7584b0f860b512f01f 2024-11-27T17:27:21,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:21,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/ae0bef7e3fa84ddc899341c2fcb32784 is 50, key is test_row_0/B:col10/1732728438967/Put/seqid=0 2024-11-27T17:27:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742430_1606 (size=12001) 2024-11-27T17:27:21,032 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/ae0bef7e3fa84ddc899341c2fcb32784 2024-11-27T17:27:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/5089aec188ac46229fac99fe8f57cce5 is 50, key is test_row_0/C:col10/1732728438967/Put/seqid=0 2024-11-27T17:27:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742431_1607 (size=12001) 2024-11-27T17:27:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728501040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728501043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728501043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728501045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,048 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728501115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,116 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728501145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728501155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728501156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728501355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728501365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728501365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,440 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/5089aec188ac46229fac99fe8f57cce5 2024-11-27T17:27:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/de9fb0402e094d7584b0f860b512f01f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f 2024-11-27T17:27:21,446 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f, entries=150, sequenceid=76, filesize=30.2 K 2024-11-27T17:27:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/ae0bef7e3fa84ddc899341c2fcb32784 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/ae0bef7e3fa84ddc899341c2fcb32784 2024-11-27T17:27:21,449 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/ae0bef7e3fa84ddc899341c2fcb32784, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:27:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/5089aec188ac46229fac99fe8f57cce5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/5089aec188ac46229fac99fe8f57cce5 2024-11-27T17:27:21,452 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/5089aec188ac46229fac99fe8f57cce5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T17:27:21,453 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0a852d6201b84a9b57224f46945a5130 in 1244ms, sequenceid=76, compaction requested=false 2024-11-27T17:27:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-27T17:27:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-27T17:27:21,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-27T17:27:21,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6160 sec 2024-11-27T17:27:21,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.6200 sec 2024-11-27T17:27:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:21,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T17:27:21,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bb5389910c5f44428e9d24b9729ca80e_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742432_1608 (size=14594) 2024-11-27T17:27:21,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728501695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728501695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728501698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728501805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728501805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728501805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728502015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728502015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728502015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:22,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bb5389910c5f44428e9d24b9729ca80e_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bb5389910c5f44428e9d24b9729ca80e_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:22,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/f64c77a6df4a45c88178296c2ec66184, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:22,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/f64c77a6df4a45c88178296c2ec66184 is 175, key is test_row_0/A:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742433_1609 (size=39549) 2024-11-27T17:27:22,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/f64c77a6df4a45c88178296c2ec66184 2024-11-27T17:27:22,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/be252094fbe944fea0350d3b87fbcadb is 50, key is test_row_0/B:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742434_1610 (size=12001) 2024-11-27T17:27:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728502325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728502325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728502325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/be252094fbe944fea0350d3b87fbcadb 2024-11-27T17:27:22,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/b125e9ecb2ae4dbf90195fc4c011382a is 50, key is test_row_0/C:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742435_1611 (size=12001) 2024-11-27T17:27:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728502835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728502835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728502835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:22,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/b125e9ecb2ae4dbf90195fc4c011382a 2024-11-27T17:27:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/f64c77a6df4a45c88178296c2ec66184 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184 2024-11-27T17:27:22,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184, entries=200, sequenceid=94, filesize=38.6 K 2024-11-27T17:27:22,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/be252094fbe944fea0350d3b87fbcadb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/be252094fbe944fea0350d3b87fbcadb 2024-11-27T17:27:22,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/be252094fbe944fea0350d3b87fbcadb, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T17:27:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/b125e9ecb2ae4dbf90195fc4c011382a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b125e9ecb2ae4dbf90195fc4c011382a 2024-11-27T17:27:22,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b125e9ecb2ae4dbf90195fc4c011382a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T17:27:22,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0a852d6201b84a9b57224f46945a5130 in 1251ms, sequenceid=94, compaction requested=true 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:22,918 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:22,918 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:22,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:22,918 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:22,918 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/A is initiating minor compaction (all files) 2024-11-27T17:27:22,919 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:22,919 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/A in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:22,919 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/B is initiating minor compaction (all files) 2024-11-27T17:27:22,919 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/B in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:22,919 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a7a955798eae4ed8883b0bfbe0dd88e9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=99.3 K 2024-11-27T17:27:22,919 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/859f043ff8634aba8e76d721c1075924, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/ae0bef7e3fa84ddc899341c2fcb32784, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/be252094fbe944fea0350d3b87fbcadb] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=35.3 K 2024-11-27T17:27:22,919 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:22,919 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a7a955798eae4ed8883b0bfbe0dd88e9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184] 2024-11-27T17:27:22,919 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 859f043ff8634aba8e76d721c1075924, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732728434702 2024-11-27T17:27:22,919 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7a955798eae4ed8883b0bfbe0dd88e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732728434702 2024-11-27T17:27:22,920 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ae0bef7e3fa84ddc899341c2fcb32784, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728438953 2024-11-27T17:27:22,920 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting de9fb0402e094d7584b0f860b512f01f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728438953 2024-11-27T17:27:22,920 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f64c77a6df4a45c88178296c2ec66184, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728441027 2024-11-27T17:27:22,920 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting be252094fbe944fea0350d3b87fbcadb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728441041 2024-11-27T17:27:22,924 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:22,924 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#B#compaction#520 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:22,925 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a8300d1fab614b6f864c5caf2cd4bd38 is 50, key is test_row_0/B:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:22,926 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112787e730e8f69046a0932e13bda02169eb_0a852d6201b84a9b57224f46945a5130 store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:22,928 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112787e730e8f69046a0932e13bda02169eb_0a852d6201b84a9b57224f46945a5130, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:22,928 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112787e730e8f69046a0932e13bda02169eb_0a852d6201b84a9b57224f46945a5130 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742436_1612 (size=12207) 2024-11-27T17:27:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742437_1613 (size=4469) 2024-11-27T17:27:22,933 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#A#compaction#521 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:22,933 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/ada119ce40f9419f97e7a81dbd0f9aa2 is 175, key is test_row_0/A:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742438_1614 (size=31161) 2024-11-27T17:27:22,940 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/ada119ce40f9419f97e7a81dbd0f9aa2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ada119ce40f9419f97e7a81dbd0f9aa2 2024-11-27T17:27:22,944 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/A of 0a852d6201b84a9b57224f46945a5130 into ada119ce40f9419f97e7a81dbd0f9aa2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:22,944 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:22,944 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/A, priority=13, startTime=1732728442918; duration=0sec 2024-11-27T17:27:22,944 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:22,944 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:A 2024-11-27T17:27:22,944 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:22,945 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:22,945 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/C is initiating minor compaction (all files) 2024-11-27T17:27:22,945 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/C in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:22,945 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2cefc0aafb8c4412a4e187dfb04ceb0d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/5089aec188ac46229fac99fe8f57cce5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b125e9ecb2ae4dbf90195fc4c011382a] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=35.3 K 2024-11-27T17:27:22,946 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cefc0aafb8c4412a4e187dfb04ceb0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732728434702 2024-11-27T17:27:22,946 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5089aec188ac46229fac99fe8f57cce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732728438953 2024-11-27T17:27:22,946 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b125e9ecb2ae4dbf90195fc4c011382a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728441041 2024-11-27T17:27:22,950 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#C#compaction#522 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:22,951 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f612320a44714e6b9afa996c5d64b3e2 is 50, key is test_row_0/C:col10/1732728441666/Put/seqid=0 2024-11-27T17:27:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742439_1615 (size=12207) 2024-11-27T17:27:22,968 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f612320a44714e6b9afa996c5d64b3e2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f612320a44714e6b9afa996c5d64b3e2 2024-11-27T17:27:22,971 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/C of 0a852d6201b84a9b57224f46945a5130 into f612320a44714e6b9afa996c5d64b3e2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:22,971 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:22,971 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/C, priority=13, startTime=1732728442918; duration=0sec 2024-11-27T17:27:22,971 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:22,971 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:C 2024-11-27T17:27:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-27T17:27:23,006 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:23,006 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-27T17:27:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-27T17:27:23,007 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:23,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:23,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-27T17:27:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:23,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:23,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T17:27:23,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270812e139b9c14f1eaa44054b3ba4093f_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728441683/Put/seqid=0 2024-11-27T17:27:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742440_1616 (size=14594) 2024-11-27T17:27:23,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728503166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728503275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-27T17:27:23,335 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a8300d1fab614b6f864c5caf2cd4bd38 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a8300d1fab614b6f864c5caf2cd4bd38 2024-11-27T17:27:23,338 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/B of 0a852d6201b84a9b57224f46945a5130 into a8300d1fab614b6f864c5caf2cd4bd38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:23,338 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:23,338 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/B, priority=13, startTime=1732728442918; duration=0sec 2024-11-27T17:27:23,338 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:23,338 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:B 2024-11-27T17:27:23,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728503485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:23,539 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270812e139b9c14f1eaa44054b3ba4093f_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270812e139b9c14f1eaa44054b3ba4093f_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:23,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/47750f3b48c74cb9a1ff52a017f2e189, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:23,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/47750f3b48c74cb9a1ff52a017f2e189 is 175, key is test_row_0/A:col10/1732728441683/Put/seqid=0 2024-11-27T17:27:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742441_1617 (size=39549) 2024-11-27T17:27:23,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-27T17:27:23,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728503796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728503845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728503845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,847 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:23,848 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728503855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:23,858 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:23,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:23,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:23,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:23,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:23,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/47750f3b48c74cb9a1ff52a017f2e189 2024-11-27T17:27:23,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a80b23b9e4474f44b4a2123c9912d038 is 50, key is test_row_0/B:col10/1732728441683/Put/seqid=0 2024-11-27T17:27:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742442_1618 (size=12001) 2024-11-27T17:27:23,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a80b23b9e4474f44b4a2123c9912d038 2024-11-27T17:27:23,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/83e6054a90ad412488b478af676ead55 is 50, key is test_row_0/C:col10/1732728441683/Put/seqid=0 2024-11-27T17:27:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742443_1619 (size=12001) 2024-11-27T17:27:24,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:24,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-27T17:27:24,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:24,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:24,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728504305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:24,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/83e6054a90ad412488b478af676ead55 2024-11-27T17:27:24,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/47750f3b48c74cb9a1ff52a017f2e189 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189 2024-11-27T17:27:24,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189, entries=200, sequenceid=118, filesize=38.6 K 2024-11-27T17:27:24,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a80b23b9e4474f44b4a2123c9912d038 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a80b23b9e4474f44b4a2123c9912d038 2024-11-27T17:27:24,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a80b23b9e4474f44b4a2123c9912d038, entries=150, sequenceid=118, filesize=11.7 K 2024-11-27T17:27:24,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/83e6054a90ad412488b478af676ead55 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/83e6054a90ad412488b478af676ead55 2024-11-27T17:27:24,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/83e6054a90ad412488b478af676ead55, entries=150, sequenceid=118, filesize=11.7 K 2024-11-27T17:27:24,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0a852d6201b84a9b57224f46945a5130 in 1244ms, sequenceid=118, compaction requested=false 2024-11-27T17:27:24,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:24,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T17:27:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:24,380 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:27:24,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f789dbcc1c3a4b8680fd946b7174ee71_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728443161/Put/seqid=0 2024-11-27T17:27:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742444_1620 (size=12304) 2024-11-27T17:27:24,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,392 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f789dbcc1c3a4b8680fd946b7174ee71_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f789dbcc1c3a4b8680fd946b7174ee71_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:24,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/2d21627dd9ff4fd98c316c3a5d532eee, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/2d21627dd9ff4fd98c316c3a5d532eee is 175, key is test_row_0/A:col10/1732728443161/Put/seqid=0 2024-11-27T17:27:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742445_1621 (size=31105) 2024-11-27T17:27:24,398 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/2d21627dd9ff4fd98c316c3a5d532eee 2024-11-27T17:27:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/3d447d6d35f74a1a82185cd947d5dd8a is 50, key is test_row_0/B:col10/1732728443161/Put/seqid=0 2024-11-27T17:27:24,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742446_1622 (size=12151) 2024-11-27T17:27:24,407 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/3d447d6d35f74a1a82185cd947d5dd8a 2024-11-27T17:27:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/e61179dd123e4f5b94ba6baaec71c3df is 50, key is test_row_0/C:col10/1732728443161/Put/seqid=0 2024-11-27T17:27:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742447_1623 (size=12151) 2024-11-27T17:27:24,415 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/e61179dd123e4f5b94ba6baaec71c3df 2024-11-27T17:27:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/2d21627dd9ff4fd98c316c3a5d532eee as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee 2024-11-27T17:27:24,421 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee, entries=150, sequenceid=133, filesize=30.4 K 2024-11-27T17:27:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/3d447d6d35f74a1a82185cd947d5dd8a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3d447d6d35f74a1a82185cd947d5dd8a 2024-11-27T17:27:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,424 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3d447d6d35f74a1a82185cd947d5dd8a, entries=150, sequenceid=133, filesize=11.9 K 2024-11-27T17:27:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/e61179dd123e4f5b94ba6baaec71c3df as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e61179dd123e4f5b94ba6baaec71c3df 2024-11-27T17:27:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e61179dd123e4f5b94ba6baaec71c3df, entries=150, sequenceid=133, filesize=11.9 K 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 0a852d6201b84a9b57224f46945a5130 in 49ms, sequenceid=133, compaction requested=true 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4260 sec 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:25,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T17:27:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127901496d0766e4ee0a06d3a234b78f352_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742448_1624 (size=17284) 2024-11-27T17:27:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-27T17:27:25,155 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:25,156 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-27T17:27:25,158 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:25,160 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:25,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:25,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728505237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:25,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728505315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,319 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728505345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:25,532 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:25,535 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127901496d0766e4ee0a06d3a234b78f352_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127901496d0766e4ee0a06d3a234b78f352_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:25,535 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/36d46b4414b04556acb65b18a779d3c5, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:25,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/36d46b4414b04556acb65b18a779d3c5 is 175, key is test_row_0/A:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742449_1625 (size=48385) 2024-11-27T17:27:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728505555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:25,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:25,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:25,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728505865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728505865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,867 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728505865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,868 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728505885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:25,888 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:25,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:25,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:25,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/36d46b4414b04556acb65b18a779d3c5 2024-11-27T17:27:25,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a11617e43e5c4ba6af49c58e2e7e11ab is 50, key is test_row_0/B:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742450_1626 (size=9757) 2024-11-27T17:27:26,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:26,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a11617e43e5c4ba6af49c58e2e7e11ab 2024-11-27T17:27:26,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/ba117f2b00f74fcf933445c44a993eac is 50, key is test_row_0/C:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742451_1627 (size=9757) 2024-11-27T17:27:26,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728506375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:26,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:26,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:26,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:26,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/ba117f2b00f74fcf933445c44a993eac 2024-11-27T17:27:26,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/36d46b4414b04556acb65b18a779d3c5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5 2024-11-27T17:27:26,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5, entries=250, sequenceid=144, filesize=47.3 K 2024-11-27T17:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/a11617e43e5c4ba6af49c58e2e7e11ab as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a11617e43e5c4ba6af49c58e2e7e11ab 2024-11-27T17:27:26,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a11617e43e5c4ba6af49c58e2e7e11ab, entries=100, sequenceid=144, filesize=9.5 K 2024-11-27T17:27:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/ba117f2b00f74fcf933445c44a993eac as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/ba117f2b00f74fcf933445c44a993eac 2024-11-27T17:27:26,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/ba117f2b00f74fcf933445c44a993eac, entries=100, sequenceid=144, filesize=9.5 K 2024-11-27T17:27:26,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0a852d6201b84a9b57224f46945a5130 in 1645ms, sequenceid=144, compaction requested=true 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:26,769 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:26,769 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:27:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:26,770 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/A is initiating minor compaction (all files) 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/B is initiating minor compaction (all files) 2024-11-27T17:27:26,771 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/A in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,771 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/B in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,771 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ada119ce40f9419f97e7a81dbd0f9aa2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=146.7 K 2024-11-27T17:27:26,771 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a8300d1fab614b6f864c5caf2cd4bd38, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a80b23b9e4474f44b4a2123c9912d038, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3d447d6d35f74a1a82185cd947d5dd8a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a11617e43e5c4ba6af49c58e2e7e11ab] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=45.0 K 2024-11-27T17:27:26,771 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ada119ce40f9419f97e7a81dbd0f9aa2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5] 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a8300d1fab614b6f864c5caf2cd4bd38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728441041 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a80b23b9e4474f44b4a2123c9912d038, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728441683 2024-11-27T17:27:26,771 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ada119ce40f9419f97e7a81dbd0f9aa2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728441041 2024-11-27T17:27:26,772 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d447d6d35f74a1a82185cd947d5dd8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728443156 2024-11-27T17:27:26,772 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting a11617e43e5c4ba6af49c58e2e7e11ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732728445117 2024-11-27T17:27:26,772 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47750f3b48c74cb9a1ff52a017f2e189, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728441683 2024-11-27T17:27:26,772 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d21627dd9ff4fd98c316c3a5d532eee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728443156 2024-11-27T17:27:26,772 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36d46b4414b04556acb65b18a779d3c5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732728445098 2024-11-27T17:27:26,786 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:26,786 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:26,786 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/047fe8fb49f448349896e1e0adb7befb is 50, key is test_row_0/B:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:26,788 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411271650430c7e5c45a1b6bd251e695fd2d8_0a852d6201b84a9b57224f46945a5130 store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742452_1628 (size=12493) 2024-11-27T17:27:26,790 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411271650430c7e5c45a1b6bd251e695fd2d8_0a852d6201b84a9b57224f46945a5130, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:26,790 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271650430c7e5c45a1b6bd251e695fd2d8_0a852d6201b84a9b57224f46945a5130 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:26,794 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/047fe8fb49f448349896e1e0adb7befb as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/047fe8fb49f448349896e1e0adb7befb 2024-11-27T17:27:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742453_1629 (size=4469) 2024-11-27T17:27:26,795 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#A#compaction#533 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:26,796 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/4122dabe30bc471789e10abcd74d2375 is 175, key is test_row_0/A:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742454_1630 (size=31554) 2024-11-27T17:27:26,799 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/B of 0a852d6201b84a9b57224f46945a5130 into 047fe8fb49f448349896e1e0adb7befb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:26,800 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:26,800 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/B, priority=12, startTime=1732728446769; duration=0sec 2024-11-27T17:27:26,800 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:26,800 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:B 2024-11-27T17:27:26,800 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T17:27:26,801 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T17:27:26,801 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/C is initiating minor compaction (all files) 2024-11-27T17:27:26,801 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/C in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,801 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f612320a44714e6b9afa996c5d64b3e2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/83e6054a90ad412488b478af676ead55, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e61179dd123e4f5b94ba6baaec71c3df, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/ba117f2b00f74fcf933445c44a993eac] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=45.0 K 2024-11-27T17:27:26,801 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f612320a44714e6b9afa996c5d64b3e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732728441041 2024-11-27T17:27:26,801 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e6054a90ad412488b478af676ead55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732728441683 2024-11-27T17:27:26,802 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e61179dd123e4f5b94ba6baaec71c3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732728443156 2024-11-27T17:27:26,802 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting ba117f2b00f74fcf933445c44a993eac, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732728445117 2024-11-27T17:27:26,803 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/4122dabe30bc471789e10abcd74d2375 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/4122dabe30bc471789e10abcd74d2375 2024-11-27T17:27:26,807 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/A of 0a852d6201b84a9b57224f46945a5130 into 4122dabe30bc471789e10abcd74d2375(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:26,807 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:26,807 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/A, priority=12, startTime=1732728446769; duration=0sec 2024-11-27T17:27:26,807 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:26,807 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:A 2024-11-27T17:27:26,809 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#C#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:26,810 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/b1aef92799fc474fba63694b0106b441 is 50, key is test_row_0/C:col10/1732728445117/Put/seqid=0 2024-11-27T17:27:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742455_1631 (size=12493) 2024-11-27T17:27:26,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T17:27:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:26,837 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T17:27:26,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112743318d2e03724e38bedaf375e0864270_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728445236/Put/seqid=0 2024-11-27T17:27:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742456_1632 (size=12304) 2024-11-27T17:27:27,216 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/b1aef92799fc474fba63694b0106b441 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b1aef92799fc474fba63694b0106b441 2024-11-27T17:27:27,219 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/C of 0a852d6201b84a9b57224f46945a5130 into b1aef92799fc474fba63694b0106b441(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:27,220 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:27,220 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/C, priority=12, startTime=1732728446769; duration=0sec 2024-11-27T17:27:27,220 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:27,220 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:C 2024-11-27T17:27:27,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:27,249 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112743318d2e03724e38bedaf375e0864270_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743318d2e03724e38bedaf375e0864270_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:27,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/032ebb2291d4474c8bed49f9b283b67a, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/032ebb2291d4474c8bed49f9b283b67a is 175, key is test_row_0/A:col10/1732728445236/Put/seqid=0 2024-11-27T17:27:27,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742457_1633 (size=31105) 2024-11-27T17:27:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/032ebb2291d4474c8bed49f9b283b67a 2024-11-27T17:27:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5999061f090846b49bd3e853854f3c6b is 50, key is test_row_0/B:col10/1732728445236/Put/seqid=0 2024-11-27T17:27:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742458_1634 (size=12151) 2024-11-27T17:27:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:27,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728507360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:27,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728507385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:27,387 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:27,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728507465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:27,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:27,661 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5999061f090846b49bd3e853854f3c6b 2024-11-27T17:27:27,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/422d1daff5014e4695679838d232fbe3 is 50, key is test_row_0/C:col10/1732728445236/Put/seqid=0 2024-11-27T17:27:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742459_1635 (size=12151) 2024-11-27T17:27:27,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728507675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:27,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728507985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:27,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:28,070 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/422d1daff5014e4695679838d232fbe3 2024-11-27T17:27:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/032ebb2291d4474c8bed49f9b283b67a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a 2024-11-27T17:27:28,075 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a, entries=150, sequenceid=171, filesize=30.4 K 2024-11-27T17:27:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5999061f090846b49bd3e853854f3c6b as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5999061f090846b49bd3e853854f3c6b 2024-11-27T17:27:28,078 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5999061f090846b49bd3e853854f3c6b, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T17:27:28,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/422d1daff5014e4695679838d232fbe3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/422d1daff5014e4695679838d232fbe3 2024-11-27T17:27:28,081 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/422d1daff5014e4695679838d232fbe3, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T17:27:28,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0a852d6201b84a9b57224f46945a5130 in 1245ms, sequenceid=171, compaction requested=false 2024-11-27T17:27:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-27T17:27:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-27T17:27:28,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-27T17:27:28,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9230 sec 2024-11-27T17:27:28,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.9280 sec 2024-11-27T17:27:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:28,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:28,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T17:27:28,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cf7ab7dcdac1408fbbb97efceafca8bb_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:28,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742460_1636 (size=14794) 2024-11-27T17:27:28,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728508577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:28,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728508685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728508895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:28,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:28,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:28,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:28,905 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:28,907 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cf7ab7dcdac1408fbbb97efceafca8bb_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cf7ab7dcdac1408fbbb97efceafca8bb_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:28,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/375a3011297a46288634a3c908bdfe52, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:28,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/375a3011297a46288634a3c908bdfe52 is 175, key is test_row_0/A:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742461_1637 (size=39749) 2024-11-27T17:27:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728509204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-27T17:27:29,326 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:29,326 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-27T17:27:29,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-27T17:27:29,328 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:29,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:29,331 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/375a3011297a46288634a3c908bdfe52 2024-11-27T17:27:29,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/f656226841b34adfa104fcbfedd64923 is 50, key is test_row_0/B:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742462_1638 (size=12151) 2024-11-27T17:27:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728509395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:29,397 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_0' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-27T17:27:29,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T17:27:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T17:27:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-27T17:27:29,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728509715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:29,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/f656226841b34adfa104fcbfedd64923 2024-11-27T17:27:29,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/4721dc9ba07a4e018fce6aaca9c2d5d4 is 50, key is test_row_0/C:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742463_1639 (size=12151) 2024-11-27T17:27:29,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T17:27:29,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57066 deadline: 1732728509885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:29,888 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:29,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57030 deadline: 1732728509895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:29,897 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57074 deadline: 1732728509905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:29,907 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_1' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:29,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T17:27:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:29,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-27T17:27:30,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T17:27:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:30,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/4721dc9ba07a4e018fce6aaca9c2d5d4 2024-11-27T17:27:30,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/375a3011297a46288634a3c908bdfe52 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52 2024-11-27T17:27:30,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52, entries=200, sequenceid=184, filesize=38.8 K 2024-11-27T17:27:30,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/f656226841b34adfa104fcbfedd64923 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f656226841b34adfa104fcbfedd64923 2024-11-27T17:27:30,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f656226841b34adfa104fcbfedd64923, entries=150, sequenceid=184, filesize=11.9 K 2024-11-27T17:27:30,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/4721dc9ba07a4e018fce6aaca9c2d5d4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/4721dc9ba07a4e018fce6aaca9c2d5d4 2024-11-27T17:27:30,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/4721dc9ba07a4e018fce6aaca9c2d5d4, entries=150, sequenceid=184, filesize=11.9 K 2024-11-27T17:27:30,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0a852d6201b84a9b57224f46945a5130 in 1661ms, sequenceid=184, compaction requested=true 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:30,158 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:30,158 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:30,159 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:30,159 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102408 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:30,159 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/B is initiating minor compaction (all files) 2024-11-27T17:27:30,159 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/A is initiating minor compaction (all files) 2024-11-27T17:27:30,159 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/B in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,159 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/A in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,159 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/047fe8fb49f448349896e1e0adb7befb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5999061f090846b49bd3e853854f3c6b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f656226841b34adfa104fcbfedd64923] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=35.9 K 2024-11-27T17:27:30,159 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/4122dabe30bc471789e10abcd74d2375, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=100.0 K 2024-11-27T17:27:30,159 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,159 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/4122dabe30bc471789e10abcd74d2375, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52] 2024-11-27T17:27:30,159 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 047fe8fb49f448349896e1e0adb7befb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732728443156 2024-11-27T17:27:30,160 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4122dabe30bc471789e10abcd74d2375, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732728443156 2024-11-27T17:27:30,160 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5999061f090846b49bd3e853854f3c6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732728445227 2024-11-27T17:27:30,160 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 032ebb2291d4474c8bed49f9b283b67a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732728445227 2024-11-27T17:27:30,160 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f656226841b34adfa104fcbfedd64923, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732728447345 2024-11-27T17:27:30,160 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 375a3011297a46288634a3c908bdfe52, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732728447345 2024-11-27T17:27:30,164 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:30,165 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#B#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:30,165 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/67896ed9d37c444a818d3cd3384b01d5 is 50, key is test_row_0/B:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:30,167 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112762e0b90c4aee47e08ef4ec3d9418c0c7_0a852d6201b84a9b57224f46945a5130 store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:30,169 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112762e0b90c4aee47e08ef4ec3d9418c0c7_0a852d6201b84a9b57224f46945a5130, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:30,169 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112762e0b90c4aee47e08ef4ec3d9418c0c7_0a852d6201b84a9b57224f46945a5130 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742464_1640 (size=12595) 2024-11-27T17:27:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742465_1641 (size=4469) 2024-11-27T17:27:30,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T17:27:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,242 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T17:27:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273837e703fe4b49dcbd37198ddfcb9c6d_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728448569/Put/seqid=0 2024-11-27T17:27:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742466_1642 (size=12304) 2024-11-27T17:27:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:30,255 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273837e703fe4b49dcbd37198ddfcb9c6d_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273837e703fe4b49dcbd37198ddfcb9c6d_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c728589f8f0440ffab20dfd483ccd35a, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:30,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c728589f8f0440ffab20dfd483ccd35a is 175, key is test_row_0/A:col10/1732728448569/Put/seqid=0 2024-11-27T17:27:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742467_1643 (size=31105) 2024-11-27T17:27:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-27T17:27:30,583 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#A#compaction#542 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:30,583 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/122aa3a63bc8443daa7927ce9b903724 is 175, key is test_row_0/A:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:30,585 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/67896ed9d37c444a818d3cd3384b01d5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/67896ed9d37c444a818d3cd3384b01d5 2024-11-27T17:27:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742468_1644 (size=31549) 2024-11-27T17:27:30,589 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/B of 0a852d6201b84a9b57224f46945a5130 into 67896ed9d37c444a818d3cd3384b01d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:30,589 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:30,589 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/122aa3a63bc8443daa7927ce9b903724 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/122aa3a63bc8443daa7927ce9b903724 2024-11-27T17:27:30,589 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/B, priority=13, startTime=1732728450158; duration=0sec 2024-11-27T17:27:30,589 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:30,589 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:B 2024-11-27T17:27:30,589 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:30,590 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:30,590 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/C is initiating minor compaction (all files) 2024-11-27T17:27:30,590 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/C in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:30,590 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b1aef92799fc474fba63694b0106b441, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/422d1daff5014e4695679838d232fbe3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/4721dc9ba07a4e018fce6aaca9c2d5d4] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=35.9 K 2024-11-27T17:27:30,591 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting b1aef92799fc474fba63694b0106b441, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732728443156 2024-11-27T17:27:30,591 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 422d1daff5014e4695679838d232fbe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732728445227 2024-11-27T17:27:30,591 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4721dc9ba07a4e018fce6aaca9c2d5d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732728447345 2024-11-27T17:27:30,593 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/A of 0a852d6201b84a9b57224f46945a5130 into 122aa3a63bc8443daa7927ce9b903724(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:30,593 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:30,593 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/A, priority=13, startTime=1732728450158; duration=0sec 2024-11-27T17:27:30,593 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:30,593 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:A 2024-11-27T17:27:30,596 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#C#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:30,596 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/c7b42ebd6f154300810f81814f798e53 is 50, key is test_row_0/C:col10/1732728447355/Put/seqid=0 2024-11-27T17:27:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742469_1645 (size=12595) 2024-11-27T17:27:30,659 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c728589f8f0440ffab20dfd483ccd35a 2024-11-27T17:27:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/fed4592458bf48cc9191eb8496f55a39 is 50, key is test_row_0/B:col10/1732728448569/Put/seqid=0 2024-11-27T17:27:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742470_1646 (size=12151) 2024-11-27T17:27:30,693 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/fed4592458bf48cc9191eb8496f55a39 2024-11-27T17:27:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/96c0639874734629829dacd65041d161 is 50, key is test_row_0/C:col10/1732728448569/Put/seqid=0 2024-11-27T17:27:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742471_1647 (size=12151) 2024-11-27T17:27:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:30,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:30,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728510754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:30,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:30,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:30,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728510865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:31,002 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/c7b42ebd6f154300810f81814f798e53 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/c7b42ebd6f154300810f81814f798e53 2024-11-27T17:27:31,005 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/C of 0a852d6201b84a9b57224f46945a5130 into c7b42ebd6f154300810f81814f798e53(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:31,005 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:31,005 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/C, priority=13, startTime=1732728450158; duration=0sec 2024-11-27T17:27:31,005 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:31,005 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:C 2024-11-27T17:27:31,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728511075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:31,105 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/96c0639874734629829dacd65041d161 2024-11-27T17:27:31,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c728589f8f0440ffab20dfd483ccd35a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a 2024-11-27T17:27:31,111 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a, entries=150, sequenceid=208, filesize=30.4 K 2024-11-27T17:27:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/fed4592458bf48cc9191eb8496f55a39 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fed4592458bf48cc9191eb8496f55a39 2024-11-27T17:27:31,114 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fed4592458bf48cc9191eb8496f55a39, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T17:27:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/96c0639874734629829dacd65041d161 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/96c0639874734629829dacd65041d161 2024-11-27T17:27:31,117 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/96c0639874734629829dacd65041d161, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T17:27:31,117 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0a852d6201b84a9b57224f46945a5130 in 875ms, sequenceid=208, compaction requested=false 2024-11-27T17:27:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-27T17:27:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-27T17:27:31,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-27T17:27:31,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7910 sec 2024-11-27T17:27:31,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.7940 sec 2024-11-27T17:27:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:31,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:31,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T17:27:31,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aec36dcdc77e4d6b8237ee8370517754_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742472_1648 (size=14794) 2024-11-27T17:27:31,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:31,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aec36dcdc77e4d6b8237ee8370517754_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aec36dcdc77e4d6b8237ee8370517754_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:31,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c27f551657af404eb1898a9a4088722e, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:31,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c27f551657af404eb1898a9a4088722e is 175, key is test_row_0/A:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742473_1649 (size=39749) 2024-11-27T17:27:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728511462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-27T17:27:31,475 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:31,476 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-27T17:27:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-27T17:27:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:31,477 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T17:27:31,478 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T17:27:31,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T17:27:31,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728511575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:31,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:31,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:31,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728511785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:31,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c27f551657af404eb1898a9a4088722e 2024-11-27T17:27:31,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/33287855fa4f445e983ea091d20e38e2 is 50, key is test_row_0/B:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742474_1650 (size=12151) 2024-11-27T17:27:31,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:31,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728512095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:32,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/33287855fa4f445e983ea091d20e38e2 2024-11-27T17:27:32,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f3257cb0d3314041ae85c4eb25c0224f is 50, key is test_row_0/C:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742475_1651 (size=12151) 2024-11-27T17:27:32,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:27:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728512605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:32,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:32,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:32,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:32,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f3257cb0d3314041ae85c4eb25c0224f 2024-11-27T17:27:32,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/c27f551657af404eb1898a9a4088722e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e 2024-11-27T17:27:32,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e, entries=200, sequenceid=224, filesize=38.8 K 2024-11-27T17:27:32,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/33287855fa4f445e983ea091d20e38e2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/33287855fa4f445e983ea091d20e38e2 2024-11-27T17:27:32,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/33287855fa4f445e983ea091d20e38e2, entries=150, sequenceid=224, filesize=11.9 K 2024-11-27T17:27:32,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/f3257cb0d3314041ae85c4eb25c0224f as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f3257cb0d3314041ae85c4eb25c0224f 2024-11-27T17:27:32,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f3257cb0d3314041ae85c4eb25c0224f, entries=150, sequenceid=224, filesize=11.9 K 2024-11-27T17:27:32,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0a852d6201b84a9b57224f46945a5130 in 1250ms, sequenceid=224, compaction requested=true 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:32,638 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:32,638 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:32,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:32,638 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:32,638 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:32,639 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/A is initiating minor compaction (all files) 2024-11-27T17:27:32,639 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/B is initiating minor compaction (all files) 2024-11-27T17:27:32,639 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/A in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,639 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/122aa3a63bc8443daa7927ce9b903724, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=100.0 K 2024-11-27T17:27:32,639 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,639 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/122aa3a63bc8443daa7927ce9b903724, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e] 2024-11-27T17:27:32,639 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/B in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,639 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/67896ed9d37c444a818d3cd3384b01d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fed4592458bf48cc9191eb8496f55a39, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/33287855fa4f445e983ea091d20e38e2] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=36.0 K 2024-11-27T17:27:32,640 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 67896ed9d37c444a818d3cd3384b01d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732728447345 2024-11-27T17:27:32,640 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122aa3a63bc8443daa7927ce9b903724, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732728447345 2024-11-27T17:27:32,640 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting fed4592458bf48cc9191eb8496f55a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732728448569 2024-11-27T17:27:32,640 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c728589f8f0440ffab20dfd483ccd35a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732728448569 2024-11-27T17:27:32,640 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 33287855fa4f445e983ea091d20e38e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732728450750 2024-11-27T17:27:32,640 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c27f551657af404eb1898a9a4088722e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732728450746 2024-11-27T17:27:32,645 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:32,646 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#B#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:32,647 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/fb261825ce5045969af4296c90d61127 is 50, key is test_row_0/B:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:32,649 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112726cf8948ceaf448392713df9e6a07758_0a852d6201b84a9b57224f46945a5130 store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:32,651 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112726cf8948ceaf448392713df9e6a07758_0a852d6201b84a9b57224f46945a5130, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:32,651 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112726cf8948ceaf448392713df9e6a07758_0a852d6201b84a9b57224f46945a5130 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742476_1652 (size=12697) 2024-11-27T17:27:32,656 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/fb261825ce5045969af4296c90d61127 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fb261825ce5045969af4296c90d61127 2024-11-27T17:27:32,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742477_1653 (size=4469) 2024-11-27T17:27:32,657 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#A#compaction#551 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:32,657 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/174195e483564d52be88f46fdefdf367 is 175, key is test_row_0/A:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:32,659 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/B of 0a852d6201b84a9b57224f46945a5130 into fb261825ce5045969af4296c90d61127(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:32,659 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:32,659 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/B, priority=13, startTime=1732728452638; duration=0sec 2024-11-27T17:27:32,659 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:32,659 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:B 2024-11-27T17:27:32,660 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:32,660 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:32,660 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/C is initiating minor compaction (all files) 2024-11-27T17:27:32,660 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/C in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,660 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/c7b42ebd6f154300810f81814f798e53, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/96c0639874734629829dacd65041d161, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f3257cb0d3314041ae85c4eb25c0224f] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=36.0 K 2024-11-27T17:27:32,661 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b42ebd6f154300810f81814f798e53, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732728447345 2024-11-27T17:27:32,661 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c0639874734629829dacd65041d161, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732728448569 2024-11-27T17:27:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742478_1654 (size=31651) 2024-11-27T17:27:32,661 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f3257cb0d3314041ae85c4eb25c0224f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732728450750 2024-11-27T17:27:32,666 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#C#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:32,667 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/eaf0013fc5474d60a7863fda5df4fa35 is 50, key is test_row_0/C:col10/1732728451386/Put/seqid=0 2024-11-27T17:27:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742479_1655 (size=12697) 2024-11-27T17:27:32,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T17:27:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:32,697 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:27:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112787da4c9644f846e780bc480fd9dc6ac8_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728451453/Put/seqid=0 2024-11-27T17:27:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742480_1656 (size=12304) 2024-11-27T17:27:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:32,708 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112787da4c9644f846e780bc480fd9dc6ac8_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112787da4c9644f846e780bc480fd9dc6ac8_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:32,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/979eddb4d39b443f909a0f73687428f8, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:32,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/979eddb4d39b443f909a0f73687428f8 is 175, key is test_row_0/A:col10/1732728451453/Put/seqid=0 2024-11-27T17:27:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742481_1657 (size=31105) 2024-11-27T17:27:33,065 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/174195e483564d52be88f46fdefdf367 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/174195e483564d52be88f46fdefdf367 2024-11-27T17:27:33,068 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/A of 0a852d6201b84a9b57224f46945a5130 into 174195e483564d52be88f46fdefdf367(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:33,068 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:33,068 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/A, priority=13, startTime=1732728452638; duration=0sec 2024-11-27T17:27:33,068 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:33,068 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:A 2024-11-27T17:27:33,073 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/eaf0013fc5474d60a7863fda5df4fa35 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/eaf0013fc5474d60a7863fda5df4fa35 2024-11-27T17:27:33,077 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/C of 0a852d6201b84a9b57224f46945a5130 into eaf0013fc5474d60a7863fda5df4fa35(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:33,077 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:33,077 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/C, priority=13, startTime=1732728452638; duration=0sec 2024-11-27T17:27:33,077 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:33,077 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:C 2024-11-27T17:27:33,112 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/979eddb4d39b443f909a0f73687428f8 2024-11-27T17:27:33,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/4a581a1a2e6b42d88164ed798750d285 is 50, key is test_row_0/B:col10/1732728451453/Put/seqid=0 2024-11-27T17:27:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742482_1658 (size=12151) 2024-11-27T17:27:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:33,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. as already flushing 2024-11-27T17:27:33,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728513469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:33,522 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/4a581a1a2e6b42d88164ed798750d285 2024-11-27T17:27:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/e84663331d8a47a08d7f2d84a334e2d5 is 50, key is test_row_0/C:col10/1732728451453/Put/seqid=0 2024-11-27T17:27:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742483_1659 (size=12151) 2024-11-27T17:27:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728513575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728513615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:33,617 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:33,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728513785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:33,931 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/e84663331d8a47a08d7f2d84a334e2d5 2024-11-27T17:27:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/979eddb4d39b443f909a0f73687428f8 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8 2024-11-27T17:27:33,937 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8, entries=150, sequenceid=248, filesize=30.4 K 2024-11-27T17:27:33,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/4a581a1a2e6b42d88164ed798750d285 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/4a581a1a2e6b42d88164ed798750d285 2024-11-27T17:27:33,940 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/4a581a1a2e6b42d88164ed798750d285, entries=150, sequenceid=248, filesize=11.9 K 2024-11-27T17:27:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/e84663331d8a47a08d7f2d84a334e2d5 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e84663331d8a47a08d7f2d84a334e2d5 2024-11-27T17:27:33,943 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e84663331d8a47a08d7f2d84a334e2d5, entries=150, sequenceid=248, filesize=11.9 K 2024-11-27T17:27:33,944 INFO [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0a852d6201b84a9b57224f46945a5130 in 1247ms, sequenceid=248, compaction requested=false 2024-11-27T17:27:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-27T17:27:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-27T17:27:33,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-27T17:27:33,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4670 sec 2024-11-27T17:27:33,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.4710 sec 2024-11-27T17:27:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:34,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T17:27:34,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270244b34dc7e146e0b2115e1843d1a11b_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742484_1660 (size=14944) 2024-11-27T17:27:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728514174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728514285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:34,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728514495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:34,506 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:34,509 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270244b34dc7e146e0b2115e1843d1a11b_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270244b34dc7e146e0b2115e1843d1a11b_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:34,509 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/1debd9f34e304794a2a6b61fb2ddec2e, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:34,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/1debd9f34e304794a2a6b61fb2ddec2e is 175, key is test_row_0/A:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742485_1661 (size=39899) 2024-11-27T17:27:34,672 INFO [Thread-2612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2612. 2024-11-27T17:27:34,672 INFO [Thread-2604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2604. 2024-11-27T17:27:34,672 DEBUG [Thread-2604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:34,672 DEBUG [Thread-2612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:34,672 DEBUG [Thread-2604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,672 DEBUG [Thread-2612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,672 DEBUG [Thread-2612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,672 DEBUG [Thread-2604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:34,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:34,673 INFO [Thread-2606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2606. 2024-11-27T17:27:34,673 DEBUG [Thread-2606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:34,673 DEBUG [Thread-2606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,673 DEBUG [Thread-2606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:34,675 INFO [Thread-2610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2610. 2024-11-27T17:27:34,675 DEBUG [Thread-2610 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:34,675 DEBUG [Thread-2610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,675 DEBUG [Thread-2610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:34,676 INFO [Thread-2608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2608. 2024-11-27T17:27:34,676 DEBUG [Thread-2608 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:34,676 DEBUG [Thread-2608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,676 DEBUG [Thread-2608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:34,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:34,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728514805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:34,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/1debd9f34e304794a2a6b61fb2ddec2e 2024-11-27T17:27:34,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/f330014e4bd048f28adfb7e494071f0a is 50, key is test_row_0/B:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742486_1662 (size=12301) 2024-11-27T17:27:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57080 deadline: 1732728515316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:35,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/f330014e4bd048f28adfb7e494071f0a 2024-11-27T17:27:35,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/2c8fadce23af41899ccb259f7960b6cc is 50, key is test_row_0/C:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742487_1663 (size=12301) 2024-11-27T17:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-27T17:27:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57014 deadline: 1732728515635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 2024-11-27T17:27:35,637 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:35,637 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 8f0673442175,34765,1732728280069 for 'test_row_2' in 0a852d6201b84a9b57224f46945a5130 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-27T17:27:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 , the old value is region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:27:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., hostname=8f0673442175,34765,1732728280069, seqNum=5 because the exception is null or not the one we care about 2024-11-27T17:27:35,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/2c8fadce23af41899ccb259f7960b6cc 2024-11-27T17:27:35,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/1debd9f34e304794a2a6b61fb2ddec2e as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e 2024-11-27T17:27:35,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e, entries=200, sequenceid=264, filesize=39.0 K 2024-11-27T17:27:35,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/f330014e4bd048f28adfb7e494071f0a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f330014e4bd048f28adfb7e494071f0a 2024-11-27T17:27:35,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f330014e4bd048f28adfb7e494071f0a, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T17:27:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/2c8fadce23af41899ccb259f7960b6cc as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2c8fadce23af41899ccb259f7960b6cc 2024-11-27T17:27:35,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2c8fadce23af41899ccb259f7960b6cc, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T17:27:35,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0a852d6201b84a9b57224f46945a5130 in 1699ms, sequenceid=264, compaction requested=true 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:35,796 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0a852d6201b84a9b57224f46945a5130:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T17:27:35,796 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:35,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:35,797 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:35,797 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:35,797 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/A is initiating minor compaction (all files) 2024-11-27T17:27:35,797 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/B is initiating minor compaction (all files) 2024-11-27T17:27:35,797 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/A in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:35,797 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/B in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:35,797 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fb261825ce5045969af4296c90d61127, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/4a581a1a2e6b42d88164ed798750d285, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f330014e4bd048f28adfb7e494071f0a] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=36.3 K 2024-11-27T17:27:35,797 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/174195e483564d52be88f46fdefdf367, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=100.2 K 2024-11-27T17:27:35,797 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:35,797 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. files: [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/174195e483564d52be88f46fdefdf367, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e] 2024-11-27T17:27:35,798 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting fb261825ce5045969af4296c90d61127, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732728450750 2024-11-27T17:27:35,798 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 174195e483564d52be88f46fdefdf367, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732728450750 2024-11-27T17:27:35,798 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a581a1a2e6b42d88164ed798750d285, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732728451453 2024-11-27T17:27:35,798 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 979eddb4d39b443f909a0f73687428f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732728451453 2024-11-27T17:27:35,798 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting f330014e4bd048f28adfb7e494071f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732728453451 2024-11-27T17:27:35,799 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1debd9f34e304794a2a6b61fb2ddec2e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732728453444 2024-11-27T17:27:35,805 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:35,806 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#B#compaction#559 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:35,806 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/730d0e0446674cf4801cfe9bded0b794 is 50, key is test_row_0/B:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:35,806 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127328bad3f406f42bd97859ed4da3b9f55_0a852d6201b84a9b57224f46945a5130 store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742488_1664 (size=12949) 2024-11-27T17:27:35,810 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127328bad3f406f42bd97859ed4da3b9f55_0a852d6201b84a9b57224f46945a5130, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:35,811 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127328bad3f406f42bd97859ed4da3b9f55_0a852d6201b84a9b57224f46945a5130 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742489_1665 (size=4469) 2024-11-27T17:27:35,816 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/730d0e0446674cf4801cfe9bded0b794 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/730d0e0446674cf4801cfe9bded0b794 2024-11-27T17:27:35,819 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/B of 0a852d6201b84a9b57224f46945a5130 into 730d0e0446674cf4801cfe9bded0b794(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:35,819 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:35,819 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/B, priority=13, startTime=1732728455796; duration=0sec 2024-11-27T17:27:35,819 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T17:27:35,820 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:B 2024-11-27T17:27:35,820 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T17:27:35,820 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T17:27:35,820 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1541): 0a852d6201b84a9b57224f46945a5130/C is initiating minor compaction (all files) 2024-11-27T17:27:35,820 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0a852d6201b84a9b57224f46945a5130/C in TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:35,820 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/eaf0013fc5474d60a7863fda5df4fa35, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e84663331d8a47a08d7f2d84a334e2d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2c8fadce23af41899ccb259f7960b6cc] into tmpdir=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp, totalSize=36.3 K 2024-11-27T17:27:35,821 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting eaf0013fc5474d60a7863fda5df4fa35, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732728450750 2024-11-27T17:27:35,821 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting e84663331d8a47a08d7f2d84a334e2d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732728451453 2024-11-27T17:27:35,821 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c8fadce23af41899ccb259f7960b6cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732728453451 2024-11-27T17:27:35,826 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:35,826 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/494669356b1741abaa47b8b8a01c0255 is 50, key is test_row_0/C:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742490_1666 (size=12949) 2024-11-27T17:27:36,218 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0a852d6201b84a9b57224f46945a5130#A#compaction#560 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T17:27:36,219 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/a4be26fa5fab4fc487bbcbea64e3ebc3 is 175, key is test_row_0/A:col10/1732728454095/Put/seqid=0 2024-11-27T17:27:36,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742491_1667 (size=31903) 2024-11-27T17:27:36,231 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/a4be26fa5fab4fc487bbcbea64e3ebc3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a4be26fa5fab4fc487bbcbea64e3ebc3 2024-11-27T17:27:36,233 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/494669356b1741abaa47b8b8a01c0255 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/494669356b1741abaa47b8b8a01c0255 2024-11-27T17:27:36,235 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/A of 0a852d6201b84a9b57224f46945a5130 into a4be26fa5fab4fc487bbcbea64e3ebc3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:36,235 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:36,235 INFO [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/A, priority=13, startTime=1732728455796; duration=0sec 2024-11-27T17:27:36,235 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:36,235 DEBUG [RS:0;8f0673442175:34765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:A 2024-11-27T17:27:36,237 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0a852d6201b84a9b57224f46945a5130/C of 0a852d6201b84a9b57224f46945a5130 into 494669356b1741abaa47b8b8a01c0255(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T17:27:36,237 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:36,237 INFO [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., storeName=0a852d6201b84a9b57224f46945a5130/C, priority=13, startTime=1732728455796; duration=0sec 2024-11-27T17:27:36,237 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T17:27:36,237 DEBUG [RS:0;8f0673442175:34765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0a852d6201b84a9b57224f46945a5130:C 2024-11-27T17:27:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34765 {}] regionserver.HRegion(8855): Flush requested on 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:36,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T17:27:36,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T17:27:36,330 INFO [Thread-2601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2601. 2024-11-27T17:27:36,330 DEBUG [Thread-2601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:36,331 DEBUG [Thread-2601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:36,331 DEBUG [Thread-2601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:36,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:36,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271a4652455cc74609b5216278dbdedf7d_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_0/A:col10/1732728456326/Put/seqid=0 2024-11-27T17:27:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742492_1668 (size=12454) 2024-11-27T17:27:36,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:36,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271a4652455cc74609b5216278dbdedf7d_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271a4652455cc74609b5216278dbdedf7d_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:36,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/ae393cb220f943ffba1d97435c887452, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:36,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/ae393cb220f943ffba1d97435c887452 is 175, key is test_row_0/A:col10/1732728456326/Put/seqid=0 2024-11-27T17:27:36,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742493_1669 (size=31255) 2024-11-27T17:27:37,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/ae393cb220f943ffba1d97435c887452 2024-11-27T17:27:37,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5079d61a7baa4d9fba9b52db53cc3e42 is 50, key is test_row_0/B:col10/1732728456326/Put/seqid=0 2024-11-27T17:27:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742494_1670 (size=12301) 2024-11-27T17:27:37,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5079d61a7baa4d9fba9b52db53cc3e42 2024-11-27T17:27:37,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/809b3e2c54cb428da110ba923a17d214 is 50, key is test_row_0/C:col10/1732728456326/Put/seqid=0 2024-11-27T17:27:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742495_1671 (size=12301) 2024-11-27T17:27:37,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/809b3e2c54cb428da110ba923a17d214 2024-11-27T17:27:38,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/ae393cb220f943ffba1d97435c887452 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ae393cb220f943ffba1d97435c887452 2024-11-27T17:27:38,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ae393cb220f943ffba1d97435c887452, entries=150, sequenceid=290, filesize=30.5 K 2024-11-27T17:27:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5079d61a7baa4d9fba9b52db53cc3e42 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5079d61a7baa4d9fba9b52db53cc3e42 2024-11-27T17:27:38,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5079d61a7baa4d9fba9b52db53cc3e42, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T17:27:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/809b3e2c54cb428da110ba923a17d214 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/809b3e2c54cb428da110ba923a17d214 2024-11-27T17:27:38,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/809b3e2c54cb428da110ba923a17d214, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T17:27:38,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 0a852d6201b84a9b57224f46945a5130 in 1688ms, sequenceid=290, compaction requested=false 2024-11-27T17:27:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0a852d6201b84a9b57224f46945a5130: 2024-11-27T17:27:38,169 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:27:39,659 INFO [Thread-2593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2593. 2024-11-27T17:27:39,659 DEBUG [Thread-2593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:39,659 DEBUG [Thread-2593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,660 DEBUG [Thread-2593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:39,950 INFO [Thread-2595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2595. 2024-11-27T17:27:39,950 DEBUG [Thread-2595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:39,950 DEBUG [Thread-2595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,951 DEBUG [Thread-2595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:39,959 INFO [Thread-2597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2597. 2024-11-27T17:27:39,959 DEBUG [Thread-2597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:39,959 DEBUG [Thread-2597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,960 DEBUG [Thread-2597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:39,966 INFO [Thread-2599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2599. 2024-11-27T17:27:39,967 DEBUG [Thread-2599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-27T17:27:39,967 DEBUG [Thread-2599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,967 DEBUG [Thread-2599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4155 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4322 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4272 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4156 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4330 2024-11-27T17:27:39,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T17:27:39,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:27:39,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:27:39,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:39,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:39,968 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-27T17:27:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-27T17:27:39,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728459970"}]},"ts":"1732728459970"} 2024-11-27T17:27:39,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T17:27:39,971 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T17:27:39,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T17:27:39,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, UNASSIGN}] 2024-11-27T17:27:39,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, UNASSIGN 2024-11-27T17:27:39,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=CLOSING, regionLocation=8f0673442175,34765,1732728280069 2024-11-27T17:27:39,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, UNASSIGN because future has completed 2024-11-27T17:27:39,975 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T17:27:39,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069}] 2024-11-27T17:27:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-27T17:27:40,127 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:40,127 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T17:27:40,128 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 0a852d6201b84a9b57224f46945a5130, disabling compactions & flushes 2024-11-27T17:27:40,128 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:40,128 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:40,128 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. after waiting 0 ms 2024-11-27T17:27:40,128 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:40,128 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 0a852d6201b84a9b57224f46945a5130 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T17:27:40,139 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b77429780e0a4f85941f15d965291c35_0a852d6201b84a9b57224f46945a5130 is 50, key is test_row_1/A:col10/1732728459966/Put/seqid=0 2024-11-27T17:27:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742496_1672 (size=9914) 2024-11-27T17:27:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-27T17:27:40,544 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:27:40,551 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b77429780e0a4f85941f15d965291c35_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b77429780e0a4f85941f15d965291c35_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:40,553 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/06c1b80210564e0ba90fc7fbfc4129c2, store: [table=TestAcidGuarantees family=A region=0a852d6201b84a9b57224f46945a5130] 2024-11-27T17:27:40,554 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/06c1b80210564e0ba90fc7fbfc4129c2 is 175, key is test_row_1/A:col10/1732728459966/Put/seqid=0 2024-11-27T17:27:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742497_1673 (size=22561) 2024-11-27T17:27:40,559 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/06c1b80210564e0ba90fc7fbfc4129c2 2024-11-27T17:27:40,568 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5d860ba0b053428c824f2e3cef806192 is 50, key is test_row_1/B:col10/1732728459966/Put/seqid=0 2024-11-27T17:27:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742498_1674 (size=9857) 2024-11-27T17:27:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-27T17:27:40,974 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5d860ba0b053428c824f2e3cef806192 2024-11-27T17:27:41,008 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/3b6e48f6d80c42e9b394c0f7c64a761a is 50, key is test_row_1/C:col10/1732728459966/Put/seqid=0 2024-11-27T17:27:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742499_1675 (size=9857) 2024-11-27T17:27:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-27T17:27:41,413 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/3b6e48f6d80c42e9b394c0f7c64a761a 2024-11-27T17:27:41,422 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/A/06c1b80210564e0ba90fc7fbfc4129c2 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/06c1b80210564e0ba90fc7fbfc4129c2 2024-11-27T17:27:41,427 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/06c1b80210564e0ba90fc7fbfc4129c2, entries=100, sequenceid=297, filesize=22.0 K 2024-11-27T17:27:41,428 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/B/5d860ba0b053428c824f2e3cef806192 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5d860ba0b053428c824f2e3cef806192 2024-11-27T17:27:41,431 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5d860ba0b053428c824f2e3cef806192, entries=100, sequenceid=297, filesize=9.6 K 2024-11-27T17:27:41,431 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/.tmp/C/3b6e48f6d80c42e9b394c0f7c64a761a as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/3b6e48f6d80c42e9b394c0f7c64a761a 2024-11-27T17:27:41,434 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/3b6e48f6d80c42e9b394c0f7c64a761a, entries=100, sequenceid=297, filesize=9.6 K 2024-11-27T17:27:41,435 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0a852d6201b84a9b57224f46945a5130 in 1307ms, sequenceid=297, compaction requested=true 2024-11-27T17:27:41,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a7a955798eae4ed8883b0bfbe0dd88e9, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ada119ce40f9419f97e7a81dbd0f9aa2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/4122dabe30bc471789e10abcd74d2375, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/122aa3a63bc8443daa7927ce9b903724, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/174195e483564d52be88f46fdefdf367, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e] to archive 2024-11-27T17:27:41,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:27:41,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3bdd6816110840ccb0195be4a2dac0e0 2024-11-27T17:27:41,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/9160921496c94758adfa5292aa7789d2 2024-11-27T17:27:41,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a7a955798eae4ed8883b0bfbe0dd88e9 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a7a955798eae4ed8883b0bfbe0dd88e9 2024-11-27T17:27:41,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/3ac0098ff29a4973b5b0edff41f8af10 2024-11-27T17:27:41,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/de9fb0402e094d7584b0f860b512f01f 2024-11-27T17:27:41,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/f64c77a6df4a45c88178296c2ec66184 2024-11-27T17:27:41,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ada119ce40f9419f97e7a81dbd0f9aa2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ada119ce40f9419f97e7a81dbd0f9aa2 2024-11-27T17:27:41,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/47750f3b48c74cb9a1ff52a017f2e189 2024-11-27T17:27:41,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/2d21627dd9ff4fd98c316c3a5d532eee 2024-11-27T17:27:41,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/36d46b4414b04556acb65b18a779d3c5 2024-11-27T17:27:41,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/4122dabe30bc471789e10abcd74d2375 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/4122dabe30bc471789e10abcd74d2375 2024-11-27T17:27:41,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/032ebb2291d4474c8bed49f9b283b67a 2024-11-27T17:27:41,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/375a3011297a46288634a3c908bdfe52 2024-11-27T17:27:41,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/122aa3a63bc8443daa7927ce9b903724 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/122aa3a63bc8443daa7927ce9b903724 2024-11-27T17:27:41,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c728589f8f0440ffab20dfd483ccd35a 2024-11-27T17:27:41,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/c27f551657af404eb1898a9a4088722e 2024-11-27T17:27:41,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/174195e483564d52be88f46fdefdf367 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/174195e483564d52be88f46fdefdf367 2024-11-27T17:27:41,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/979eddb4d39b443f909a0f73687428f8 2024-11-27T17:27:41,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/1debd9f34e304794a2a6b61fb2ddec2e 2024-11-27T17:27:41,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/eda03e1eca234f0ca23137c314313de4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3c1f1df097be4ddb9778ed9c281e9361, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/859f043ff8634aba8e76d721c1075924, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/65acec8abf2a47fa8e83e5a80df9a102, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/ae0bef7e3fa84ddc899341c2fcb32784, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a8300d1fab614b6f864c5caf2cd4bd38, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/be252094fbe944fea0350d3b87fbcadb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a80b23b9e4474f44b4a2123c9912d038, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3d447d6d35f74a1a82185cd947d5dd8a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/047fe8fb49f448349896e1e0adb7befb, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a11617e43e5c4ba6af49c58e2e7e11ab, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5999061f090846b49bd3e853854f3c6b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/67896ed9d37c444a818d3cd3384b01d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f656226841b34adfa104fcbfedd64923, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fed4592458bf48cc9191eb8496f55a39, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fb261825ce5045969af4296c90d61127, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/33287855fa4f445e983ea091d20e38e2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/4a581a1a2e6b42d88164ed798750d285, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f330014e4bd048f28adfb7e494071f0a] to archive 2024-11-27T17:27:41,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:27:41,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/eda03e1eca234f0ca23137c314313de4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/eda03e1eca234f0ca23137c314313de4 2024-11-27T17:27:41,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3c1f1df097be4ddb9778ed9c281e9361 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3c1f1df097be4ddb9778ed9c281e9361 2024-11-27T17:27:41,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/859f043ff8634aba8e76d721c1075924 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/859f043ff8634aba8e76d721c1075924 2024-11-27T17:27:41,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/65acec8abf2a47fa8e83e5a80df9a102 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/65acec8abf2a47fa8e83e5a80df9a102 2024-11-27T17:27:41,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/ae0bef7e3fa84ddc899341c2fcb32784 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/ae0bef7e3fa84ddc899341c2fcb32784 2024-11-27T17:27:41,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a8300d1fab614b6f864c5caf2cd4bd38 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a8300d1fab614b6f864c5caf2cd4bd38 2024-11-27T17:27:41,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/be252094fbe944fea0350d3b87fbcadb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/be252094fbe944fea0350d3b87fbcadb 2024-11-27T17:27:41,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a80b23b9e4474f44b4a2123c9912d038 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a80b23b9e4474f44b4a2123c9912d038 2024-11-27T17:27:41,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3d447d6d35f74a1a82185cd947d5dd8a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/3d447d6d35f74a1a82185cd947d5dd8a 2024-11-27T17:27:41,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/047fe8fb49f448349896e1e0adb7befb to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/047fe8fb49f448349896e1e0adb7befb 2024-11-27T17:27:41,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a11617e43e5c4ba6af49c58e2e7e11ab to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/a11617e43e5c4ba6af49c58e2e7e11ab 2024-11-27T17:27:41,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5999061f090846b49bd3e853854f3c6b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5999061f090846b49bd3e853854f3c6b 2024-11-27T17:27:41,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/67896ed9d37c444a818d3cd3384b01d5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/67896ed9d37c444a818d3cd3384b01d5 2024-11-27T17:27:41,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f656226841b34adfa104fcbfedd64923 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f656226841b34adfa104fcbfedd64923 2024-11-27T17:27:41,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fed4592458bf48cc9191eb8496f55a39 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fed4592458bf48cc9191eb8496f55a39 2024-11-27T17:27:41,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fb261825ce5045969af4296c90d61127 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/fb261825ce5045969af4296c90d61127 2024-11-27T17:27:41,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/33287855fa4f445e983ea091d20e38e2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/33287855fa4f445e983ea091d20e38e2 2024-11-27T17:27:41,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/4a581a1a2e6b42d88164ed798750d285 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/4a581a1a2e6b42d88164ed798750d285 2024-11-27T17:27:41,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f330014e4bd048f28adfb7e494071f0a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/f330014e4bd048f28adfb7e494071f0a 2024-11-27T17:27:41,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f6992b0c2c6a4a1b9efe4fc817a21ce1, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/6608672954fd4e4dab0c2a391a08302b, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2cefc0aafb8c4412a4e187dfb04ceb0d, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/be9b2c19ed1641f7a538536098682874, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/5089aec188ac46229fac99fe8f57cce5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f612320a44714e6b9afa996c5d64b3e2, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b125e9ecb2ae4dbf90195fc4c011382a, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/83e6054a90ad412488b478af676ead55, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e61179dd123e4f5b94ba6baaec71c3df, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b1aef92799fc474fba63694b0106b441, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/ba117f2b00f74fcf933445c44a993eac, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/422d1daff5014e4695679838d232fbe3, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/c7b42ebd6f154300810f81814f798e53, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/4721dc9ba07a4e018fce6aaca9c2d5d4, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/96c0639874734629829dacd65041d161, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/eaf0013fc5474d60a7863fda5df4fa35, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f3257cb0d3314041ae85c4eb25c0224f, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e84663331d8a47a08d7f2d84a334e2d5, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2c8fadce23af41899ccb259f7960b6cc] to archive 2024-11-27T17:27:41,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T17:27:41,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f6992b0c2c6a4a1b9efe4fc817a21ce1 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f6992b0c2c6a4a1b9efe4fc817a21ce1 2024-11-27T17:27:41,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/6608672954fd4e4dab0c2a391a08302b to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/6608672954fd4e4dab0c2a391a08302b 2024-11-27T17:27:41,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2cefc0aafb8c4412a4e187dfb04ceb0d to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2cefc0aafb8c4412a4e187dfb04ceb0d 2024-11-27T17:27:41,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/be9b2c19ed1641f7a538536098682874 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/be9b2c19ed1641f7a538536098682874 2024-11-27T17:27:41,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/5089aec188ac46229fac99fe8f57cce5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/5089aec188ac46229fac99fe8f57cce5 2024-11-27T17:27:41,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f612320a44714e6b9afa996c5d64b3e2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f612320a44714e6b9afa996c5d64b3e2 2024-11-27T17:27:41,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b125e9ecb2ae4dbf90195fc4c011382a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b125e9ecb2ae4dbf90195fc4c011382a 2024-11-27T17:27:41,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/83e6054a90ad412488b478af676ead55 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/83e6054a90ad412488b478af676ead55 2024-11-27T17:27:41,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e61179dd123e4f5b94ba6baaec71c3df to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e61179dd123e4f5b94ba6baaec71c3df 2024-11-27T17:27:41,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b1aef92799fc474fba63694b0106b441 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/b1aef92799fc474fba63694b0106b441 2024-11-27T17:27:41,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/ba117f2b00f74fcf933445c44a993eac to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/ba117f2b00f74fcf933445c44a993eac 2024-11-27T17:27:41,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/422d1daff5014e4695679838d232fbe3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/422d1daff5014e4695679838d232fbe3 2024-11-27T17:27:41,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/c7b42ebd6f154300810f81814f798e53 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/c7b42ebd6f154300810f81814f798e53 2024-11-27T17:27:41,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/4721dc9ba07a4e018fce6aaca9c2d5d4 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/4721dc9ba07a4e018fce6aaca9c2d5d4 2024-11-27T17:27:41,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/96c0639874734629829dacd65041d161 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/96c0639874734629829dacd65041d161 2024-11-27T17:27:41,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/eaf0013fc5474d60a7863fda5df4fa35 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/eaf0013fc5474d60a7863fda5df4fa35 2024-11-27T17:27:41,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f3257cb0d3314041ae85c4eb25c0224f to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/f3257cb0d3314041ae85c4eb25c0224f 2024-11-27T17:27:41,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e84663331d8a47a08d7f2d84a334e2d5 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/e84663331d8a47a08d7f2d84a334e2d5 2024-11-27T17:27:41,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2c8fadce23af41899ccb259f7960b6cc to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/2c8fadce23af41899ccb259f7960b6cc 2024-11-27T17:27:41,492 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/recovered.edits/300.seqid, newMaxSeqId=300, maxSeqId=4 2024-11-27T17:27:41,492 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. 2024-11-27T17:27:41,492 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 0a852d6201b84a9b57224f46945a5130: Waiting for close lock at 1732728460127Running coprocessor pre-close hooks at 1732728460127Disabling compacts and flushes for region at 1732728460127Disabling writes for close at 1732728460128 (+1 ms)Obtaining lock to block concurrent updates at 1732728460128Preparing flush snapshotting stores in 0a852d6201b84a9b57224f46945a5130 at 1732728460128Finished memstore snapshotting TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732728460129 (+1 ms)Flushing stores of TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130. at 1732728460130 (+1 ms)Flushing 0a852d6201b84a9b57224f46945a5130/A: creating writer at 1732728460130Flushing mob file 0a852d6201b84a9b57224f46945a5130/A: appending metadata at 1732728460139 (+9 ms)Flushing mob file 0a852d6201b84a9b57224f46945a5130/A: closing flushed file at 1732728460139Flushing 0a852d6201b84a9b57224f46945a5130/A: appending metadata at 1732728460553 (+414 ms)Flushing 0a852d6201b84a9b57224f46945a5130/A: closing flushed file at 1732728460553Flushing 0a852d6201b84a9b57224f46945a5130/B: creating writer at 1732728460564 (+11 ms)Flushing 0a852d6201b84a9b57224f46945a5130/B: appending metadata at 1732728460567 (+3 ms)Flushing 0a852d6201b84a9b57224f46945a5130/B: closing flushed file at 1732728460567Flushing 0a852d6201b84a9b57224f46945a5130/C: creating writer at 1732728461003 (+436 ms)Flushing 0a852d6201b84a9b57224f46945a5130/C: appending metadata at 1732728461007 (+4 ms)Flushing 0a852d6201b84a9b57224f46945a5130/C: closing flushed file at 1732728461007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb85143: reopening flushed file at 1732728461421 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e612982: reopening flushed file at 1732728461427 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2508deb: reopening flushed file at 1732728461431 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0a852d6201b84a9b57224f46945a5130 in 1307ms, sequenceid=297, compaction requested=true at 1732728461435 (+4 ms)Writing region close event to WAL at 1732728461490 (+55 ms)Running coprocessor post-close hooks at 1732728461492 (+2 ms)Closed at 1732728461492 2024-11-27T17:27:41,494 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:41,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=0a852d6201b84a9b57224f46945a5130, regionState=CLOSED 2024-11-27T17:27:41,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 because future has completed 2024-11-27T17:27:41,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-27T17:27:41,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 0a852d6201b84a9b57224f46945a5130, server=8f0673442175,34765,1732728280069 in 1.5200 sec 2024-11-27T17:27:41,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-27T17:27:41,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0a852d6201b84a9b57224f46945a5130, UNASSIGN in 1.5240 sec 2024-11-27T17:27:41,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-27T17:27:41,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5270 sec 2024-11-27T17:27:41,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728461499"}]},"ts":"1732728461499"} 2024-11-27T17:27:41,500 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T17:27:41,500 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T17:27:41,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-27T17:27:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-27T17:27:42,127 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:42,129 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-27T17:27:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:42,132 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-27T17:27:42,133 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:42,136 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,140 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C, FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/recovered.edits] 2024-11-27T17:27:42,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/06c1b80210564e0ba90fc7fbfc4129c2 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/06c1b80210564e0ba90fc7fbfc4129c2 2024-11-27T17:27:42,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a4be26fa5fab4fc487bbcbea64e3ebc3 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/a4be26fa5fab4fc487bbcbea64e3ebc3 2024-11-27T17:27:42,145 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ae393cb220f943ffba1d97435c887452 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/A/ae393cb220f943ffba1d97435c887452 2024-11-27T17:27:42,147 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5079d61a7baa4d9fba9b52db53cc3e42 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5079d61a7baa4d9fba9b52db53cc3e42 2024-11-27T17:27:42,148 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5d860ba0b053428c824f2e3cef806192 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/5d860ba0b053428c824f2e3cef806192 2024-11-27T17:27:42,149 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/730d0e0446674cf4801cfe9bded0b794 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/B/730d0e0446674cf4801cfe9bded0b794 2024-11-27T17:27:42,151 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/3b6e48f6d80c42e9b394c0f7c64a761a to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/3b6e48f6d80c42e9b394c0f7c64a761a 2024-11-27T17:27:42,152 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/494669356b1741abaa47b8b8a01c0255 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/494669356b1741abaa47b8b8a01c0255 2024-11-27T17:27:42,153 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/809b3e2c54cb428da110ba923a17d214 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/C/809b3e2c54cb428da110ba923a17d214 2024-11-27T17:27:42,154 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/recovered.edits/300.seqid to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130/recovered.edits/300.seqid 2024-11-27T17:27:42,155 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/default/TestAcidGuarantees/0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T17:27:42,155 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T17:27:42,156 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T17:27:42,158 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270244b34dc7e146e0b2115e1843d1a11b_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270244b34dc7e146e0b2115e1843d1a11b_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,158 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270812e139b9c14f1eaa44054b3ba4093f_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270812e139b9c14f1eaa44054b3ba4093f_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,159 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271a4652455cc74609b5216278dbdedf7d_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271a4652455cc74609b5216278dbdedf7d_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,160 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273837e703fe4b49dcbd37198ddfcb9c6d_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273837e703fe4b49dcbd37198ddfcb9c6d_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,160 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743318d2e03724e38bedaf375e0864270_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743318d2e03724e38bedaf375e0864270_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,161 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112787da4c9644f846e780bc480fd9dc6ac8_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112787da4c9644f846e780bc480fd9dc6ac8_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,161 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112788e85b6e6ecd4d4195554fd16dd49539_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112788e85b6e6ecd4d4195554fd16dd49539_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,162 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127901496d0766e4ee0a06d3a234b78f352_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127901496d0766e4ee0a06d3a234b78f352_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,163 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a4c89042f7a04519a3d360d00b4bb835_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a4c89042f7a04519a3d360d00b4bb835_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,163 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aec36dcdc77e4d6b8237ee8370517754_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aec36dcdc77e4d6b8237ee8370517754_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,164 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b77429780e0a4f85941f15d965291c35_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b77429780e0a4f85941f15d965291c35_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,164 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bb5389910c5f44428e9d24b9729ca80e_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bb5389910c5f44428e9d24b9729ca80e_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,165 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bbb254bbac1f4e33838d14f458f4c291_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bbb254bbac1f4e33838d14f458f4c291_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cf7ab7dcdac1408fbbb97efceafca8bb_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cf7ab7dcdac1408fbbb97efceafca8bb_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ee77a653bd304f09b7443ef9a9ff6d74_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ee77a653bd304f09b7443ef9a9ff6d74_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f789dbcc1c3a4b8680fd946b7174ee71_0a852d6201b84a9b57224f46945a5130 to hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f789dbcc1c3a4b8680fd946b7174ee71_0a852d6201b84a9b57224f46945a5130 2024-11-27T17:27:42,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T17:27:42,169 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:42,171 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T17:27:42,173 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T17:27:42,174 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:42,174 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T17:27:42,174 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732728462174"}]},"ts":"9223372036854775807"} 2024-11-27T17:27:42,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T17:27:42,176 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0a852d6201b84a9b57224f46945a5130, NAME => 'TestAcidGuarantees,,1732728431520.0a852d6201b84a9b57224f46945a5130.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T17:27:42,176 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T17:27:42,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732728462176"}]},"ts":"9223372036854775807"} 2024-11-27T17:27:42,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-27T17:27:42,179 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T17:27:42,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-27T17:27:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-27T17:27:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-27T17:27:42,236 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-27T17:27:42,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240 (was 240), OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9409 (was 9433) 2024-11-27T17:27:42,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:27:42,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:27:42,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:27:42,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:42,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:42,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:27:42,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:27:42,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=694036216, stopped=false 2024-11-27T17:27:42,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,45303,1732728279248 2024-11-27T17:27:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:27:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:27:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:27:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:27:42,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:27:42,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:27:42,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:27:42,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:42,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,34765,1732728280069' ***** 2024-11-27T17:27:42,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:27:42,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:27:42,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:27:42,313 INFO [RS:0;8f0673442175:34765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:27:42,313 INFO [RS:0;8f0673442175:34765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:27:42,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:27:42,313 INFO [RS:0;8f0673442175:34765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,34765,1732728280069 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:34765. 2024-11-27T17:27:42,314 DEBUG [RS:0;8f0673442175:34765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:27:42,314 DEBUG [RS:0;8f0673442175:34765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:27:42,314 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:27:42,315 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:27:42,315 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:27:42,316 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:42,316 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:27:42,316 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:27:42,316 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:27:42,316 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:27:42,316 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:27:42,316 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-27T17:27:42,336 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/info/c3cad1c0437645fd98738649a79e5313 is 95, key is TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11./info:/1732728312025/DeleteFamily/seqid=0 2024-11-27T17:27:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742500_1676 (size=6514) 2024-11-27T17:27:42,354 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:27:42,516 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:42,716 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:42,741 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/info/c3cad1c0437645fd98738649a79e5313 2024-11-27T17:27:42,767 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/ns/42e46de5d9ae43f08a7da915cbb55c76 is 93, key is TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11./ns:/1732728311966/DeleteFamily/seqid=0 2024-11-27T17:27:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742501_1677 (size=5906) 2024-11-27T17:27:42,916 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:43,117 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:43,171 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/ns/42e46de5d9ae43f08a7da915cbb55c76 2024-11-27T17:27:43,196 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/rep_barrier/0e2d6eb603344d46a20d402018dfdfc3 is 102, key is TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11./rep_barrier:/1732728311966/DeleteFamily/seqid=0 2024-11-27T17:27:43,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742502_1678 (size=6025) 2024-11-27T17:27:43,317 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:43,330 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:27:43,331 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:27:43,331 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T17:27:43,517 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:43,601 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/rep_barrier/0e2d6eb603344d46a20d402018dfdfc3 2024-11-27T17:27:43,628 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/table/3a734a31c48a4584a744626faa3a9173 is 96, key is TestAcidGuarantees,,1732728285376.2f39918417a0cb6557217e0577bc5f11./table:/1732728311966/DeleteFamily/seqid=0 2024-11-27T17:27:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742503_1679 (size=5936) 2024-11-27T17:27:43,718 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:43,918 DEBUG [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:27:44,031 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/table/3a734a31c48a4584a744626faa3a9173 2024-11-27T17:27:44,037 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/info/c3cad1c0437645fd98738649a79e5313 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/info/c3cad1c0437645fd98738649a79e5313 2024-11-27T17:27:44,042 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/info/c3cad1c0437645fd98738649a79e5313, entries=12, sequenceid=90, filesize=6.4 K 2024-11-27T17:27:44,044 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/ns/42e46de5d9ae43f08a7da915cbb55c76 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/ns/42e46de5d9ae43f08a7da915cbb55c76 2024-11-27T17:27:44,048 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/ns/42e46de5d9ae43f08a7da915cbb55c76, entries=8, sequenceid=90, filesize=5.8 K 2024-11-27T17:27:44,049 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/rep_barrier/0e2d6eb603344d46a20d402018dfdfc3 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/rep_barrier/0e2d6eb603344d46a20d402018dfdfc3 2024-11-27T17:27:44,052 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/rep_barrier/0e2d6eb603344d46a20d402018dfdfc3, entries=6, sequenceid=90, filesize=5.9 K 2024-11-27T17:27:44,053 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/.tmp/table/3a734a31c48a4584a744626faa3a9173 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/table/3a734a31c48a4584a744626faa3a9173 2024-11-27T17:27:44,056 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/table/3a734a31c48a4584a744626faa3a9173, entries=7, sequenceid=90, filesize=5.8 K 2024-11-27T17:27:44,057 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false 2024-11-27T17:27:44,063 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-27T17:27:44,063 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:27:44,063 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:27:44,063 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728462315Running coprocessor pre-close hooks at 1732728462316 (+1 ms)Disabling compacts and flushes for region at 1732728462316Disabling writes for close at 1732728462316Obtaining lock to block concurrent updates at 1732728462316Preparing flush snapshotting stores in 1588230740 at 1732728462316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732728462316Flushing stores of hbase:meta,,1.1588230740 at 1732728462317 (+1 ms)Flushing 1588230740/info: creating writer at 1732728462317Flushing 1588230740/info: appending metadata at 1732728462336 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732728462336Flushing 1588230740/ns: creating writer at 1732728462750 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732728462767 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732728462767Flushing 1588230740/rep_barrier: creating writer at 1732728463179 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728463196 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728463196Flushing 1588230740/table: creating writer at 1732728463610 (+414 ms)Flushing 1588230740/table: appending metadata at 1732728463627 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732728463627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37382968: reopening flushed file at 1732728464036 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41efccc5: reopening flushed file at 1732728464043 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42116165: reopening flushed file at 1732728464048 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79eb30e3: reopening flushed file at 1732728464052 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false at 1732728464057 (+5 ms)Writing region close event to WAL at 1732728464060 (+3 ms)Running coprocessor post-close hooks at 1732728464063 (+3 ms)Closed at 1732728464063 2024-11-27T17:27:44,063 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:27:44,118 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,34765,1732728280069; all regions closed. 2024-11-27T17:27:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741834_1010 (size=25344) 2024-11-27T17:27:44,123 DEBUG [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/oldWALs 2024-11-27T17:27:44,123 INFO [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C34765%2C1732728280069.meta:.meta(num 1732728284816) 2024-11-27T17:27:44,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741832_1008 (size=15515678) 2024-11-27T17:27:44,127 DEBUG [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/oldWALs 2024-11-27T17:27:44,127 INFO [RS:0;8f0673442175:34765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C34765%2C1732728280069:(num 1732728283447) 2024-11-27T17:27:44,127 DEBUG [RS:0;8f0673442175:34765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:27:44,127 INFO [RS:0;8f0673442175:34765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:27:44,127 INFO [RS:0;8f0673442175:34765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:27:44,127 INFO [RS:0;8f0673442175:34765 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:27:44,127 INFO [RS:0;8f0673442175:34765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:27:44,128 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:27:44,128 INFO [RS:0;8f0673442175:34765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34765 2024-11-27T17:27:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,34765,1732728280069 2024-11-27T17:27:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:27:44,183 INFO [RS:0;8f0673442175:34765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:27:44,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,34765,1732728280069] 2024-11-27T17:27:44,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,34765,1732728280069 already deleted, retry=false 2024-11-27T17:27:44,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,34765,1732728280069 expired; onlineServers=0 2024-11-27T17:27:44,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,45303,1732728279248' ***** 2024-11-27T17:27:44,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:27:44,205 INFO [M:0;8f0673442175:45303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:27:44,205 INFO [M:0;8f0673442175:45303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:27:44,205 DEBUG [M:0;8f0673442175:45303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:27:44,206 DEBUG [M:0;8f0673442175:45303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:27:44,206 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:27:44,206 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728283106 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728283106,5,FailOnTimeoutGroup] 2024-11-27T17:27:44,206 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728283116 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728283116,5,FailOnTimeoutGroup] 2024-11-27T17:27:44,206 INFO [M:0;8f0673442175:45303 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:27:44,206 INFO [M:0;8f0673442175:45303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:27:44,207 DEBUG [M:0;8f0673442175:45303 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:27:44,207 INFO [M:0;8f0673442175:45303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:27:44,207 INFO [M:0;8f0673442175:45303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:27:44,208 ERROR [M:0;8f0673442175:45303 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-27T17:27:44,209 INFO [M:0;8f0673442175:45303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:27:44,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:27:44,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T17:27:44,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:27:44,215 DEBUG [M:0;8f0673442175:45303 {}] zookeeper.ZKUtil(347): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T17:27:44,215 WARN [M:0;8f0673442175:45303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:27:44,215 INFO [M:0;8f0673442175:45303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/.lastflushedseqids 2024-11-27T17:27:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742504_1680 (size=72) 2024-11-27T17:27:44,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:27:44,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x1017d5348950001, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:27:44,296 INFO [RS:0;8f0673442175:34765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:27:44,296 INFO [RS:0;8f0673442175:34765 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,34765,1732728280069; zookeeper connection closed. 2024-11-27T17:27:44,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70863c13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70863c13 2024-11-27T17:27:44,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:27:44,628 INFO [M:0;8f0673442175:45303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:27:44,628 INFO [M:0;8f0673442175:45303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:27:44,628 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:27:44,628 INFO [M:0;8f0673442175:45303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:27:44,628 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:27:44,628 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:27:44,628 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:27:44,628 INFO [M:0;8f0673442175:45303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=755.67 KB heapSize=928.25 KB 2024-11-27T17:27:44,650 DEBUG [M:0;8f0673442175:45303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e514336269e448bd83b97426e960c3f4 is 82, key is hbase:meta,,1/info:regioninfo/1732728284920/Put/seqid=0 2024-11-27T17:27:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742505_1681 (size=5672) 2024-11-27T17:27:45,055 INFO [M:0;8f0673442175:45303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e514336269e448bd83b97426e960c3f4 2024-11-27T17:27:45,083 DEBUG [M:0;8f0673442175:45303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05c4ff8f0fda47b5a1619381394f8a32 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1732728434636/Put/seqid=0 2024-11-27T17:27:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742506_1682 (size=43859) 2024-11-27T17:27:45,488 INFO [M:0;8f0673442175:45303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=755.11 KB at sequenceid=2131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05c4ff8f0fda47b5a1619381394f8a32 2024-11-27T17:27:45,496 INFO [M:0;8f0673442175:45303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05c4ff8f0fda47b5a1619381394f8a32 2024-11-27T17:27:45,515 DEBUG [M:0;8f0673442175:45303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb07d5adca246b989f35c92b459a017 is 69, key is 8f0673442175,34765,1732728280069/rs:state/1732728283131/Put/seqid=0 2024-11-27T17:27:45,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073742507_1683 (size=5156) 2024-11-27T17:27:45,919 INFO [M:0;8f0673442175:45303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2131 (bloomFilter=true), to=hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb07d5adca246b989f35c92b459a017 2024-11-27T17:27:45,928 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e514336269e448bd83b97426e960c3f4 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e514336269e448bd83b97426e960c3f4 2024-11-27T17:27:45,932 INFO [M:0;8f0673442175:45303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e514336269e448bd83b97426e960c3f4, entries=8, sequenceid=2131, filesize=5.5 K 2024-11-27T17:27:45,933 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05c4ff8f0fda47b5a1619381394f8a32 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05c4ff8f0fda47b5a1619381394f8a32 2024-11-27T17:27:45,936 INFO [M:0;8f0673442175:45303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05c4ff8f0fda47b5a1619381394f8a32 2024-11-27T17:27:45,936 INFO [M:0;8f0673442175:45303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05c4ff8f0fda47b5a1619381394f8a32, entries=168, sequenceid=2131, filesize=42.8 K 2024-11-27T17:27:45,937 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb07d5adca246b989f35c92b459a017 as hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cb07d5adca246b989f35c92b459a017 2024-11-27T17:27:45,940 INFO [M:0;8f0673442175:45303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44875/user/jenkins/test-data/c577fc97-60d0-9024-200b-823af3406c13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cb07d5adca246b989f35c92b459a017, entries=1, sequenceid=2131, filesize=5.0 K 2024-11-27T17:27:45,941 INFO [M:0;8f0673442175:45303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~755.67 KB/773801, heapSize ~927.95 KB/950224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=2131, compaction requested=false 2024-11-27T17:27:45,949 INFO [M:0;8f0673442175:45303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:27:45,949 DEBUG [M:0;8f0673442175:45303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728464628Disabling compacts and flushes for region at 1732728464628Disabling writes for close at 1732728464628Obtaining lock to block concurrent updates at 1732728464628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728464628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=773801, getHeapSize=950464, getOffHeapSize=0, getCellsCount=2324 at 1732728464629 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728464630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728464630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728464650 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728464650Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728465064 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728465083 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728465083Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728465496 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728465514 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728465514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a40cb42: reopening flushed file at 1732728465927 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbffcb4: reopening flushed file at 1732728465932 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afda742: reopening flushed file at 1732728465936 (+4 ms)Finished flush of dataSize ~755.67 KB/773801, heapSize ~927.95 KB/950224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=2131, compaction requested=false at 1732728465941 (+5 ms)Writing region close event to WAL at 1732728465949 (+8 ms)Closed at 1732728465949 2024-11-27T17:27:45,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741830_1006 (size=913507) 2024-11-27T17:27:45,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:27:45,952 INFO [M:0;8f0673442175:45303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:27:45,952 INFO [M:0;8f0673442175:45303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45303 2024-11-27T17:27:45,953 INFO [M:0;8f0673442175:45303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:27:46,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:27:46,093 INFO [M:0;8f0673442175:45303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:27:46,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x1017d5348950000, quorum=127.0.0.1:58672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:27:46,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:27:46,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:27:46,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:27:46,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:27:46,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/hadoop.log.dir/,STOPPED} 2024-11-27T17:27:46,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:27:46,108 WARN [BP-1406084354-172.17.0.3-1732728274617 heartbeating to localhost/127.0.0.1:44875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:27:46,108 WARN [BP-1406084354-172.17.0.3-1732728274617 heartbeating to localhost/127.0.0.1:44875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406084354-172.17.0.3-1732728274617 (Datanode Uuid cb09d14a-d500-4834-99c8-737326ec814a) service to localhost/127.0.0.1:44875 2024-11-27T17:27:46,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:27:46,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/data/data1/current/BP-1406084354-172.17.0.3-1732728274617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:27:46,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/cluster_e6899427-9228-cebc-1546-1719566eb4d9/data/data2/current/BP-1406084354-172.17.0.3-1732728274617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:27:46,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:27:46,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:27:46,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:27:46,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:27:46,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:27:46,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0404c5bd-e5be-5d4c-122b-94b495e0f337/hadoop.log.dir/,STOPPED} 2024-11-27T17:27:46,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:27:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down